--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.62 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-131-165.ec2.internal targetRef: kind: Pod name: llmisvc32fd5468e8138ec3cd54cf7b9c18cfb0-kserve-router-schecvlkm namespace: kserve-ci-e2e-test uid: 2c2c3c0d-74e2-4c8a-b483-533601eca911 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:39:40Z" creationTimestamp: "2026-07-06T21:39:06Z" generateName: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"02c0f31e-e0ed-4e3f-9401-d55b4a24b3d7"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:39:40Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service-jcr6k namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service uid: 02c0f31e-e0ed-4e3f-9401-d55b4a24b3d7 resourceVersion: "52759" uid: 92404605-ffab-4fc0-90ae-aa26ddcadc7f ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.47 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-38.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 868a686f-eacb-42d1-8b43-c4373014e1b1 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:40:56Z" creationTimestamp: "2026-07-06T21:39:29Z" generateName: llmisvc-model-fb-opt-125m-route-dc21cb14-inference--ip-1de604e1- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-route-dc21cb14-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference--ip-1de604e1 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"10aff1e5-24f8-4a0a-becd-2b88854eb8aa"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:40:56Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference--ip-1depflg9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-dc21cb14-inference--ip-1de604e1 uid: 10aff1e5-24f8-4a0a-becd-2b88854eb8aa resourceVersion: "53556" uid: 1fb78f86-70e4-4e27-838b-40bc86377c58 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.47 conditions: ready: true serving: true terminating: false hostname: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0 nodeName: ip-10-0-140-38.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 868a686f-eacb-42d1-8b43-c4373014e1b1 zone: us-east-1a - addresses: - 10.132.0.61 conditions: ready: true serving: true terminating: false hostname: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0-1 nodeName: ip-10-0-131-165.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0-1 namespace: kserve-ci-e2e-test uid: 796ba5a7-c7bc-4027-bc2c-0050ed9f9d65 zone: us-east-1a kind: EndpointSlice metadata: creationTimestamp: "2026-07-06T21:39:06Z" generateName: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn- generation: 7 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn leaderworkerset.sigs.k8s.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:leaderworkerset.sigs.k8s.io/name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"def5783c-d8b5-490d-b379-21681e2b60d8"}: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:40:56Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-5t2lp namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn uid: def5783c-d8b5-490d-b379-21681e2b60d8 resourceVersion: "53573" uid: af989cb6-5d93-475c-9bfc-c7014e00d893 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.47 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-38.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 868a686f-eacb-42d1-8b43-c4373014e1b1 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:40:56Z" creationTimestamp: "2026-07-06T21:39:06Z" generateName: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-dc21cb14 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"5bc7e159-6771-4024-9484-6da5398754c5"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:40:56Z" name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-workload-s59p4m namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-dc21cb14-kserve-workload-svc uid: 5bc7e159-6771-4024-9484-6da5398754c5 resourceVersion: "53557" uid: 3529e523-3898-4aa4-8693-a6d7427cae49 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.44 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-134-202.ec2.internal targetRef: kind: Pod name: llmisvc1dc4269d1ada5f2d28562215d180c57f-kserve-router-scheh84nv namespace: kserve-ci-e2e-test uid: 029c2f6a-b869-4b84-b178-3b7dc3eef6fe zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:22:22Z" creationTimestamp: "2026-07-06T21:21:50Z" generateName: llmisvc-model-pvc-router-manage-2577e794-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"6452ce31-ec13-4b9d-9a4a-1f103a7cfa26"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:22:22Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service-wpppv namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-epp-service uid: 6452ce31-ec13-4b9d-9a4a-1f103a7cfa26 resourceVersion: "40275" uid: 821492e8-60d9-4310-9f1f-1c15d076996e ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:21:59Z" creationTimestamp: "2026-07-06T21:21:59Z" generateName: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"28e6577e-0771-4ee1-af8b-ee4040e66aa2"}: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:59Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-9502wjxn namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 uid: 28e6577e-0771-4ee1-af8b-ee4040e66aa2 resourceVersion: "40016" uid: a434de27-0631-4ad9-9f24-f60fdc09cb6c ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:21:50Z" creationTimestamp: "2026-07-06T21:21:50Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-mn- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:leaderworkerset.sigs.k8s.io/name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"dc05d252-c5e9-4bbb-810b-06dc5de44a9c"}: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:50Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-l982b namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn uid: dc05d252-c5e9-4bbb-810b-06dc5de44a9c resourceVersion: "39752" uid: b459433f-5054-4d31-bbb1-87c3eb7e486f ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:21:50Z" creationTimestamp: "2026-07-06T21:21:50Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc- generation: 1 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"73a6881f-f53b-4ac8-9297-64b97016003f"}: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:21:50Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-sjbx2c namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc uid: 73a6881f-f53b-4ac8-9297-64b97016003f resourceVersion: "39734" uid: 4dfb5306-9ea5-4144-8d7c-158b49ed29e4 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.43 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-134-202.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-54c47cdfc7-zpwwt namespace: kserve-ci-e2e-test uid: 76097b92-270c-426b-b7ec-95a0dfed13e2 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:20:12Z" creationTimestamp: "2026-07-06T21:11:20Z" generateName: router-gateway-1-openshift-default- generation: 15 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"15ca27d6-19f7-480e-9d4e-07c40f1b4702"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:20:12Z" name: router-gateway-1-openshift-default-cgsjl namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 15ca27d6-19f7-480e-9d4e-07c40f1b4702 resourceVersion: "38190" uid: f4f99a99-3a2a-49a7-8569-8951be408418 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.46 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-134-202.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-684dc9b4b9-nrf44 namespace: kserve-ci-e2e-test uid: 047c1603-6763-4cb1-8c0f-8094f55a94b7 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-06T21:31:21Z" creationTimestamp: "2026-07-06T21:31:00Z" generateName: router-gateway-2-openshift-default- generation: 9 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"5cfe0fa4-584f-4312-b7b7-e4ca5ee58f03"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-06T21:31:21Z" name: router-gateway-2-openshift-default-c4h5l namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: 5cfe0fa4-584f-4312-b7b7-e4ca5ee58f03 resourceVersion: "46860" uid: 924f0227-83fd-421f-a677-74e3c034b213 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "71844"