--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.41 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-141-44.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-router-schesxccr namespace: kserve-ci-e2e-test uid: 6c5e7685-a76b-42fa-8048-fb682f709bfe zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:04:18Z" creationTimestamp: "2026-07-09T18:03:44Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"b5f5d4fd-18b5-40a2-8aa3-9a9b893eb3b1"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:04:18Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service-r566c namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service uid: b5f5d4fd-18b5-40a2-8aa3-9a9b893eb3b1 resourceVersion: "33376" uid: 56087170-ce8a-4ba0-bb3c-5dfeb987cfce ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.37 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-16.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-78595fb58d-pb8bv namespace: kserve-ci-e2e-test uid: ce9d7d7f-5c2b-4845-a794-a578803d5d9a zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:05:04Z" creationTimestamp: "2026-07-09T18:04:05Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"bcff5f31-d563-45c9-9556-d5014f32bb85"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:05:04Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f51nrl7h namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 uid: bcff5f31-d563-45c9-9556-d5014f32bb85 resourceVersion: "34160" uid: b96a9419-fed0-414d-9fc8-4b796774b438 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.37 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-16.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-78595fb58d-pb8bv namespace: kserve-ci-e2e-test uid: ce9d7d7f-5c2b-4845-a794-a578803d5d9a zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:05:04Z" creationTimestamp: "2026-07-09T18:03:43Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"87070190-b7c2-4e07-a989-e1ade156e9c6"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:05:04Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svsth8k namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc uid: 87070190-b7c2-4e07-a989-e1ade156e9c6 resourceVersion: "34159" uid: 0b22563b-5f66-48ec-8d65-833020bbdbf2 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.53 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-141-118.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-54c47cdfc7-hb6xz namespace: kserve-ci-e2e-test uid: c067a39f-f74b-4176-b48f-e404856ec106 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:09:37Z" creationTimestamp: "2026-07-09T17:52:38Z" generateName: router-gateway-1-openshift-default- generation: 32 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"96e94cf9-7d6f-4c78-82d6-f6783fcb09fa"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:09:37Z" name: router-gateway-1-openshift-default-9d79w namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 96e94cf9-7d6f-4c78-82d6-f6783fcb09fa resourceVersion: "39297" uid: bad37b5f-cd98-418a-9711-7c3aa9c2caa8 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.56 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-141-118.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-684dc9b4b9-nkv2c namespace: kserve-ci-e2e-test uid: 41d33ac8-82f8-4a88-9dc1-80a3a3f75e44 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:21:13Z" creationTimestamp: "2026-07-09T18:20:51Z" generateName: router-gateway-2-openshift-default- generation: 9 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"c9a2091a-0231-4318-8843-f0669d34ab47"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:21:13Z" name: router-gateway-2-openshift-default-7km5r namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: c9a2091a-0231-4318-8843-f0669d34ab47 resourceVersion: "52405" uid: d5725679-862a-4d43-9f81-e92e58995d20 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "74250"