--- apiVersion: v1 items: - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:39:06Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"47043605-34c6-4987-b1cf-65fa59174812"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:39:06Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-route-dc21cb14 uid: 47043605-34c6-4987-b1cf-65fa59174812 resourceVersion: "52210" uid: 02c0f31e-e0ed-4e3f-9401-d55b4a24b3d7 spec: clusterIP: 172.31.42.170 clusterIPs: - 172.31.42.170 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:39:29Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"2a722b3f-3b22-4848-8f92-53f3d61a2243"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-06T21:39:29Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference--ip-1de604e1 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference-pool uid: 2a722b3f-3b22-4848-8f92-53f3d61a2243 resourceVersion: "52622" uid: 10aff1e5-24f8-4a0a-becd-2b88854eb8aa spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:39:06Z" labels: leaderworkerset.sigs.k8s.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:leaderworkerset.sigs.k8s.io/name: {} f:ownerReferences: .: {} k:{"uid":"ce24f96c-a9eb-4e58-b25e-45b66e551aa6"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:publishNotReadyAddresses: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: lws operation: Update time: "2026-07-06T21:39:06Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: leaderworkerset.x-k8s.io/v1 blockOwnerDeletion: true controller: true kind: LeaderWorkerSet name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn uid: ce24f96c-a9eb-4e58-b25e-45b66e551aa6 resourceVersion: "52162" uid: def5783c-d8b5-490d-b379-21681e2b60d8 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack publishNotReadyAddresses: true selector: leaderworkerset.sigs.k8s.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:39:06Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"47043605-34c6-4987-b1cf-65fa59174812"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:39:06Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-route-dc21cb14 uid: 47043605-34c6-4987-b1cf-65fa59174812 resourceVersion: "52161" uid: 5bc7e159-6771-4024-9484-6da5398754c5 spec: clusterIP: 172.31.107.68 clusterIPs: - 172.31.107.68 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:21:50Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"95499f56-28c5-491c-98f9-bc687f76ef85"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:21:50Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-2577e794 uid: 95499f56-28c5-491c-98f9-bc687f76ef85 resourceVersion: "39771" uid: 6452ce31-ec13-4b9d-9a4a-1f103a7cfa26 spec: clusterIP: 172.31.222.162 clusterIPs: - 172.31.222.162 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:21:59Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"340db355-9bf6-4cf6-81bf-1bbfd285fc7f"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-06T21:21:59Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-pvc-router-manage-2577e794-inference-pool uid: 340db355-9bf6-4cf6-81bf-1bbfd285fc7f resourceVersion: "40011" uid: 28e6577e-0771-4ee1-af8b-ee4040e66aa2 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:21:50Z" labels: leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:leaderworkerset.sigs.k8s.io/name: {} f:ownerReferences: .: {} k:{"uid":"8996f6c2-01be-40a8-a114-dbe68301d8b1"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:publishNotReadyAddresses: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: lws operation: Update time: "2026-07-06T21:21:50Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: leaderworkerset.x-k8s.io/v1 blockOwnerDeletion: true controller: true kind: LeaderWorkerSet name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn uid: 8996f6c2-01be-40a8-a114-dbe68301d8b1 resourceVersion: "39748" uid: dc05d252-c5e9-4bbb-810b-06dc5de44a9c spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack publishNotReadyAddresses: true selector: leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:21:50Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"95499f56-28c5-491c-98f9-bc687f76ef85"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-06T21:21:50Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-pvc-router-manage-2577e794 uid: 95499f56-28c5-491c-98f9-bc687f76ef85 resourceVersion: "39732" uid: 73a6881f-f53b-4ac8-9297-64b97016003f spec: clusterIP: 172.31.189.198 clusterIPs: - 172.31.189.198 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:11:20Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"81b4e790-350f-438c-9a17-c38f5879e943"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-06T21:11:20Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-06T21:11:24Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-1 uid: 81b4e790-350f-438c-9a17-c38f5879e943 resourceVersion: "30122" uid: 15ca27d6-19f7-480e-9d4e-07c40f1b4702 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.171.210 clusterIPs: - 172.31.171.210 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 31342 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 30890 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-1 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: a15ca27d619f7480e9d4e07c40f1b470-1439335698.us-east-1.elb.amazonaws.com - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-06T21:31:00Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"eec7ee93-a77c-4d39-8621-c55a5ff7c770"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-06T21:31:00Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-06T21:31:04Z" name: router-gateway-2-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-2 uid: eec7ee93-a77c-4d39-8621-c55a5ff7c770 resourceVersion: "46610" uid: 5cfe0fa4-584f-4312-b7b7-e4ca5ee58f03 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.28.123 clusterIPs: - 172.31.28.123 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 31133 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 32682 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-2 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: a5cfe0fa4584f4312b7b7e4ca5ee58f0-1132436888.us-east-1.elb.amazonaws.com kind: ServiceList metadata: resourceVersion: "71836"