From 2df4c9a948ce6962bad48f24cf0f79e4e46e2ce7 Mon Sep 17 00:00:00 2001 From: vishnu r kumar Date: Mon, 22 Dec 2025 01:32:38 +0530 Subject: [PATCH] fix: make workflow worker batch size configurable --- .../server/background_jobs/workflow_job/workflow_job/config.ini | 1 + .../server/background_jobs/workflow_job/workflow_job/main.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini b/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini index 9a5ac2be..86fa0b7f 100644 --- a/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini +++ b/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini @@ -2,6 +2,7 @@ thread_count = ${THREAD_COUNT:3} app_env = ${APP_ENV:dev} passthrough_secret = ${PASSTHROUGH_SECRET} +batch_size = ${BATCH_SIZE:5} [agents] agent_yaml_bucket = ${AGENT_YAML_BUCKET} diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/main.py b/wavefront/server/background_jobs/workflow_job/workflow_job/main.py index d729e218..2f7afa15 100644 --- a/wavefront/server/background_jobs/workflow_job/workflow_job/main.py +++ b/wavefront/server/background_jobs/workflow_job/workflow_job/main.py @@ -103,7 +103,7 @@ def main(): ), cache_manager=cache_manager, retry_count=3, - streaming_batch_size=5, + streaming_batch_size=int(config['app_config']['batch_size']), ) listener.run_workers(thread_count=int(config['app_config']['thread_count']))