diff --git a/src/transformers/commands/serving.py b/src/transformers/commands/serving.py index 48197bac0e60..9dc46576ca95 100644 --- a/src/transformers/commands/serving.py +++ b/src/transformers/commands/serving.py @@ -732,6 +732,10 @@ async def audio_transcriptions(request: Request): def get_all_models(): return JSONResponse({"object": "list", "data": self.get_gen_models()}) + @app.get("/health") + def healthcheck(): + return JSONResponse({"status": "ok"}) + uvicorn.run(app, host=self.args.host, port=self.args.port, log_level=self.args.log_level) @functools.cache