--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.44 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-87.ec2.internal targetRef: kind: Pod name: llmisvc8bf079eb6eda4debfb4ef5bb7817824c-kserve-router-schebclx5 namespace: kserve-ci-e2e-test uid: 0b12fcf9-7192-4135-a99e-9d03a833fd7b zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:32:08Z" creationTimestamp: "2026-07-09T18:31:36Z" generateName: llmisvc-model-pvc-router-manage-59b9d263-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-59b9d263 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-59b9d263-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"5b1c4384-ac7c-46dc-8bec-f9068cdbff07"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:32:08Z" name: llmisvc-model-pvc-router-manage-59b9d263-epp-service-wzpng namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-59b9d263-epp-service uid: 5b1c4384-ac7c-46dc-8bec-f9068cdbff07 resourceVersion: "36414" uid: 6ab6e848-81fe-4b98-beda-9d6dc078c053 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:31:55Z" creationTimestamp: "2026-07-09T18:31:55Z" generateName: llmisvc-model-pvc-router-manage-59b9d263-inference--ip-737e880e- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-59b9d263-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-59b9d263-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-59b9d263-inference--ip-737e880e service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"26d0b2b6-d413-4ac7-aec2-fd011211d62f"}: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:31:55Z" name: llmisvc-model-pvc-router-manage-59b9d263-inference--ip-737vpl52 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-59b9d263-inference--ip-737e880e uid: 26d0b2b6-d413-4ac7-aec2-fd011211d62f resourceVersion: "36266" uid: d7e3a5f3-5371-4192-bb37-f4ad391ca5cf ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:31:36Z" creationTimestamp: "2026-07-09T18:31:36Z" generateName: llmisvc-model-pvc-router-manage-59b9d263-kserve-workload-svc- generation: 1 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-59b9d263 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-59b9d263-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"a14e3788-bc78-4f5e-9ab1-c74df06c7e2f"}: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:31:36Z" name: llmisvc-model-pvc-router-manage-59b9d263-kserve-workload-slrqx5 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-59b9d263-kserve-workload-svc uid: a14e3788-bc78-4f5e-9ab1-c74df06c7e2f resourceVersion: "35928" uid: 00d04707-d23a-4cee-970e-ddd778ced745 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.51 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-131-205.ec2.internal targetRef: kind: Pod name: llmisvcb19f98874e050eec8ca94d49676113f0-kserve-router-sche9hm9n namespace: kserve-ci-e2e-test uid: 39279130-b4d1-4a37-937a-6d88e93dcbaf zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:47:29Z" creationTimestamp: "2026-07-09T18:46:57Z" generateName: llmisvc-model-pvc-router-manage-e8706282-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"6d6ef10a-7e8a-4f77-9293-21e44a47c816"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:47:29Z" name: llmisvc-model-pvc-router-manage-e8706282-epp-service-57nth namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-epp-service uid: 6d6ef10a-7e8a-4f77-9293-21e44a47c816 resourceVersion: "47944" uid: bcfcf2ca-d30a-4da0-9e2a-ea47886c961c ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:47:24Z" creationTimestamp: "2026-07-09T18:47:24Z" generateName: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-e8706282-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-e8706282-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"7c3a8948-f6c5-44ba-8e08-98282bf7e7c1"}: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:47:24Z" name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbxj56f namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea uid: 7c3a8948-f6c5-44ba-8e08-98282bf7e7c1 resourceVersion: "47867" uid: 5f59067a-2ac3-436f-aae8-fb98d70e7479 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:46:57Z" creationTimestamp: "2026-07-09T18:46:57Z" generateName: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc- generation: 1 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"8ccacc47-9ec5-4f7e-9ae2-54f8957fe7fe"}: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:46:57Z" name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-ssjhbm namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc uid: 8ccacc47-9ec5-4f7e-9ae2-54f8957fe7fe resourceVersion: "47407" uid: c06957f7-9654-440b-a961-b62396f5deb0 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.45 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-87.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-54c47cdfc7-wl8wv namespace: kserve-ci-e2e-test uid: de7a8044-a4f2-47c6-bbdc-04fec9ff8da4 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:34:30Z" creationTimestamp: "2026-07-09T18:16:38Z" generateName: router-gateway-1-openshift-default- generation: 31 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"316219e2-ff80-4e81-97e9-1739ea1f7412"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:34:30Z" name: router-gateway-1-openshift-default-zznpc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 316219e2-ff80-4e81-97e9-1739ea1f7412 resourceVersion: "38213" uid: b9518308-c9b7-471c-87c7-2850e29b6968 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.48 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-137-79.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-684dc9b4b9-r8qw5 namespace: kserve-ci-e2e-test uid: 44a89107-00ea-4275-ab07-7291b5b7e3c4 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-09T18:45:09Z" creationTimestamp: "2026-07-09T18:44:47Z" generateName: router-gateway-2-openshift-default- generation: 9 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"a6805505-0448-4346-897e-ee8c1111b9a3"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:45:09Z" name: router-gateway-2-openshift-default-5chcv namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: a6805505-0448-4346-897e-ee8c1111b9a3 resourceVersion: "46084" uid: e5dd5d9a-1d3e-4290-a551-d9add5d8ed6b ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "81305"