From 7bcb5d10a44af897e9112401a3a2fcb7a6f128a2 Mon Sep 17 00:00:00 2001
From: Ethan <9463958+dcalsky@users.noreply.github.com>
Date: Wed, 24 Sep 2025 17:06:17 +0800
Subject: [PATCH] fix: exit the loop in the monitor_openai_server

---
 src/art/local/backend.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/art/local/backend.py b/src/art/local/backend.py
index c9f79e3e8..77817c97a 100644
--- a/src/art/local/backend.py
+++ b/src/art/local/backend.py
@@ -321,6 +321,8 @@ async def _monitor_openai_server(
                             max_tokens=1,
                             timeout=5,
                         )
+                        # get the completion response, exit the loop
+                        break
                     except Exception as e:
                         # If the server is sleeping, a failed health check is okay
                         if await self._services[model_name].vllm_engine_is_sleeping():