diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini b/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini index 9a5ac2be..86fa0b7f 100644 --- a/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini +++ b/wavefront/server/background_jobs/workflow_job/workflow_job/config.ini @@ -2,6 +2,7 @@ thread_count = ${THREAD_COUNT:3} app_env = ${APP_ENV:dev} passthrough_secret = ${PASSTHROUGH_SECRET} +batch_size = ${BATCH_SIZE:5} [agents] agent_yaml_bucket = ${AGENT_YAML_BUCKET} diff --git a/wavefront/server/background_jobs/workflow_job/workflow_job/main.py b/wavefront/server/background_jobs/workflow_job/workflow_job/main.py index d729e218..2f7afa15 100644 --- a/wavefront/server/background_jobs/workflow_job/workflow_job/main.py +++ b/wavefront/server/background_jobs/workflow_job/workflow_job/main.py @@ -103,7 +103,7 @@ def main(): ), cache_manager=cache_manager, retry_count=3, - streaming_batch_size=5, + streaming_batch_size=int(config['app_config']['batch_size']), ) listener.run_workers(thread_count=int(config['app_config']['thread_count']))