service-discovery-support-k8s-serive-name (#586)

Signed-off-by: learner0810 <[email protected]>
Co-authored-by: Yuhan Liu <[email protected]>

Author: learner0810

src/vllm_router/app.py

@@ -146,6 +146,7 @@ def initialize_all(app: FastAPI, args):
     elif args.service_discovery == "k8s":
         initialize_service_discovery(
             ServiceDiscoveryType.K8S,
+            k8s_service_discovery_type=args.k8s_service_discovery_type,
             app=app,
             namespace=args.k8s_namespace,
             port=args.k8s_port,

src/vllm_router/parsers/parser.py

@@ -107,6 +107,12 @@ def parse_args():
         choices=["static", "k8s"],
         help="The service discovery type.",
     )
+    parser.add_argument(
+        "--k8s-service-discovery-type",
+        type=str,
+        choices=["pod-ip", "service-name"],
+        help="The k8s service discovery type implementation only applies if service-discovery is specified as k8s.",
+    )
     parser.add_argument(
         "--static-backends",
         type=str,