--- apiVersion: v1 items: - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-09T18:03:44Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"e079e6c8-fff3-4615-a01b-145cec419e7f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:03:44Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: e079e6c8-fff3-4615-a01b-145cec419e7f resourceVersion: "32642" uid: b5f5d4fd-18b5-40a2-8aa3-9a9b893eb3b1 spec: clusterIP: 172.31.32.93 clusterIPs: - 172.31.32.93 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-09T18:04:05Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"e3434eb4-a77d-4f1b-87a1-00810d82d39d"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-09T18:04:05Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool uid: e3434eb4-a77d-4f1b-87a1-00810d82d39d resourceVersion: "33150" uid: bcff5f31-d563-45c9-9556-d5014f32bb85 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-09T18:03:43Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"e079e6c8-fff3-4615-a01b-145cec419e7f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:03:43Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: e079e6c8-fff3-4615-a01b-145cec419e7f resourceVersion: "32615" uid: 87070190-b7c2-4e07-a989-e1ade156e9c6 spec: clusterIP: 172.31.228.154 clusterIPs: - 172.31.228.154 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-09T17:52:38Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"c2c51f25-8b2f-4740-a235-17872af40adc"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-09T17:52:38Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-09T17:52:42Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-1 uid: c2c51f25-8b2f-4740-a235-17872af40adc resourceVersion: "21212" uid: 96e94cf9-7d6f-4c78-82d6-f6783fcb09fa spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.10.144 clusterIPs: - 172.31.10.144 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 30822 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 30319 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-1 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: a96e94cf97d6f4c7882d6f6783fcb09f-1465334332.us-east-1.elb.amazonaws.com - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-09T18:20:51Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"bb7021d2-f44b-4b51-bbcf-46075f7f50ad"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-09T18:20:51Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-09T18:20:55Z" name: router-gateway-2-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-2 uid: bb7021d2-f44b-4b51-bbcf-46075f7f50ad resourceVersion: "52046" uid: c9a2091a-0231-4318-8843-f0669d34ab47 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.50.208 clusterIPs: - 172.31.50.208 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 31278 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 31647 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-2 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: ac9a2091a023143188843f0669d34ab4-350289209.us-east-1.elb.amazonaws.com kind: ServiceList metadata: resourceVersion: "74236"