--- apiVersion: v1 items: - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:58:29Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"250ba01c-3252-4a82-a21c-49c6b2172213"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:58:29Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-2577e794 uid: 250ba01c-3252-4a82-a21c-49c6b2172213 resourceVersion: "48832" uid: eb15aa62-ed9e-42c5-ad51-36411bb5eb1d spec: clusterIP: 172.31.123.77 clusterIPs: - 172.31.123.77 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:58:55Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"bb18111c-25d6-4b37-9df1-3dd7760c147b"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-02T13:58:55Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-pvc-router-manage-2577e794-inference-pool uid: bb18111c-25d6-4b37-9df1-3dd7760c147b resourceVersion: "49239" uid: 0560b267-1953-409f-aa07-9566dbf11fe1 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:58:29Z" labels: leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:leaderworkerset.sigs.k8s.io/name: {} f:ownerReferences: .: {} k:{"uid":"7ab2f756-b06f-43a6-9d57-4f1ab7aed086"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:publishNotReadyAddresses: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: lws operation: Update time: "2026-07-02T13:58:29Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: leaderworkerset.x-k8s.io/v1 blockOwnerDeletion: true controller: true kind: LeaderWorkerSet name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn uid: 7ab2f756-b06f-43a6-9d57-4f1ab7aed086 resourceVersion: "48808" uid: f3cd9908-2563-4cc2-9b91-678784b0bf8d spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack publishNotReadyAddresses: true selector: leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:58:29Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"250ba01c-3252-4a82-a21c-49c6b2172213"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:58:29Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-2577e794 uid: 250ba01c-3252-4a82-a21c-49c6b2172213 resourceVersion: "48789" uid: b049f89c-f045-4eac-9907-b75f8a42b205 spec: clusterIP: 172.31.58.2 clusterIPs: - 172.31.58.2 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:43:27Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"6b0f27fb-e0cb-4669-a5f0-39d4f4c2b3d0"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:43:27Z" name: llmisvc-model-pvc-router-manage-e8706282-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-e8706282 uid: 6b0f27fb-e0cb-4669-a5f0-39d4f4c2b3d0 resourceVersion: "37637" uid: 7b835c4d-800f-4893-9a10-239a40dff68d spec: clusterIP: 172.31.193.245 clusterIPs: - 172.31.193.245 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:43:39Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-e8706282-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-e8706282-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"32ec3471-440c-4067-bd77-bde821444d39"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-02T13:43:39Z" name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-pvc-router-manage-e8706282-inference-pool uid: 32ec3471-440c-4067-bd77-bde821444d39 resourceVersion: "37871" uid: 35c7b1e6-004c-43e6-acb2-abbea4592cda spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:43:26Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"6b0f27fb-e0cb-4669-a5f0-39d4f4c2b3d0"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:43:26Z" name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-e8706282 uid: 6b0f27fb-e0cb-4669-a5f0-39d4f4c2b3d0 resourceVersion: "37593" uid: 7e86ad7c-de9d-4c5b-819c-107b1c17b67a spec: clusterIP: 172.31.159.244 clusterIPs: - 172.31.159.244 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:26:09Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"8da1e041-8847-49fc-8952-73a8efd91073"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-02T13:26:09Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-02T13:26:13Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-1 uid: 8da1e041-8847-49fc-8952-73a8efd91073 resourceVersion: "20948" uid: 5fd2371e-a1a7-47ae-b78d-6dff5a218b71 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.175.244 clusterIPs: - 172.31.175.244 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 31501 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 31309 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-1 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: a5fd2371ea1a747aeb78d6dff5a218b7-591159109.us-east-1.elb.amazonaws.com - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-02T13:52:41Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"844c6f46-186c-4bf4-9770-f24f1a8e0b09"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-02T13:52:41Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-02T13:52:45Z" name: router-gateway-2-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-2 uid: 844c6f46-186c-4bf4-9770-f24f1a8e0b09 resourceVersion: "44722" uid: c2352a71-b098-433f-908d-6365ac47376a spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.89.76 clusterIPs: - 172.31.89.76 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 30942 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 30194 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-2 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: ac2352a71b098433f908d6365ac47376-1645538232.us-east-1.elb.amazonaws.com kind: ServiceList metadata: resourceVersion: "81355"