From bf322eb86304e0cea01913556f6154b62604df54 Mon Sep 17 00:00:00 2001 From: Luc Georges Date: Wed, 3 Sep 2025 14:31:49 +0200 Subject: [PATCH] feat(serving): add healthcheck --- src/transformers/commands/serving.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/transformers/commands/serving.py b/src/transformers/commands/serving.py index 48197bac0e60..9dc46576ca95 100644 --- a/src/transformers/commands/serving.py +++ b/src/transformers/commands/serving.py @@ -732,6 +732,10 @@ async def audio_transcriptions(request: Request): def get_all_models(): return JSONResponse({"object": "list", "data": self.get_gen_models()}) + @app.get("/health") + def healthcheck(): + return JSONResponse({"status": "ok"}) + uvicorn.run(app, host=self.args.host, port=self.args.port, log_level=self.args.log_level) @functools.cache