Add Kubernetes health check route to REST server (#445)

Co-authored-by: Logan Adams <[email protected]>
deepspeedai · Aug 21, 2024 · 7d80471 · 7d80471
1 parent 62c81b8
commit 7d80471
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/mii/grpc_related/restful_gateway.py b/mii/grpc_related/restful_gateway.py
@@ -40,6 +40,10 @@ def terminate():
         threading.Thread(target=shutdown, args=(server_thread, )).start()
         return "Shutting down RESTful API gateway server"
 
+    @app.route("/healthz", methods=["GET"])
+    def healthz():
+        return "ok"
+
     api = Api(app)
     path = "/{}/{}".format(RESTFUL_API_PATH, deployment_name)
     api.add_resource(RestfulGatewayService, path)