--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.51 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-135-143.ec2.internal targetRef: kind: Pod name: llmisvc1dc4269d1ada5f2d28562215d180c57f-kserve-router-schetmw9t namespace: kserve-ci-e2e-test uid: efdc86a8-bc40-445c-bd40-d607151733b7 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:59:01Z" creationTimestamp: "2026-07-02T13:58:29Z" generateName: llmisvc-model-pvc-router-manage-2577e794-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"eb15aa62-ed9e-42c5-ad51-36411bb5eb1d"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:59:01Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service-76p5q namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-epp-service uid: eb15aa62-ed9e-42c5-ad51-36411bb5eb1d resourceVersion: "49323" uid: 846e25a1-962b-4381-8737-11bdd3e1d8b9 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:58:55Z" creationTimestamp: "2026-07-02T13:58:55Z" generateName: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"0560b267-1953-409f-aa07-9566dbf11fe1"}: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:58:55Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950cvr2p namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 uid: 0560b267-1953-409f-aa07-9566dbf11fe1 resourceVersion: "49243" uid: cb1cac16-eafe-49c0-b9de-56d138bb8efc ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:58:29Z" creationTimestamp: "2026-07-02T13:58:29Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-mn- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:leaderworkerset.sigs.k8s.io/name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"f3cd9908-2563-4cc2-9b91-678784b0bf8d"}: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:58:29Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-xqgh8 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn uid: f3cd9908-2563-4cc2-9b91-678784b0bf8d resourceVersion: "48811" uid: 98705644-35e5-41d3-87ce-388d240bf876 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:58:29Z" creationTimestamp: "2026-07-02T13:58:29Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc- generation: 1 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"b049f89c-f045-4eac-9907-b75f8a42b205"}: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:58:29Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-s5s72f namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc uid: b049f89c-f045-4eac-9907-b75f8a42b205 resourceVersion: "48791" uid: fa730035-a322-4e5b-8029-7b72ce5c4865 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.34 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-131-243.ec2.internal targetRef: kind: Pod name: llmisvcb19f98874e050eec8ca94d49676113f0-kserve-router-schem2ptd namespace: kserve-ci-e2e-test uid: 3dd126ed-b241-4f3f-bc01-3e3abe1b7a01 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:43:58Z" creationTimestamp: "2026-07-02T13:43:27Z" generateName: llmisvc-model-pvc-router-manage-e8706282-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"7b835c4d-800f-4893-9a10-239a40dff68d"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:43:58Z" name: llmisvc-model-pvc-router-manage-e8706282-epp-service-mh969 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-epp-service uid: 7b835c4d-800f-4893-9a10-239a40dff68d resourceVersion: "38096" uid: 6dc0ddbb-633f-4370-99c0-4018a36885a3 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:43:39Z" creationTimestamp: "2026-07-02T13:43:39Z" generateName: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-e8706282-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-e8706282-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"35c7b1e6-004c-43e6-acb2-abbea4592cda"}: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:43:39Z" name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbkbf4m namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea uid: 35c7b1e6-004c-43e6-acb2-abbea4592cda resourceVersion: "37874" uid: f3009cb2-2037-426c-8249-7e0b13bfb728 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: null kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:43:26Z" creationTimestamp: "2026-07-02T13:43:26Z" generateName: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc- generation: 1 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"7e86ad7c-de9d-4c5b-819c-107b1c17b67a"}: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:43:26Z" name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-sw9jpg namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc uid: 7e86ad7c-de9d-4c5b-819c-107b1c17b67a resourceVersion: "37598" uid: d62faaa6-a698-40bb-ab1b-fe8eeaa718e4 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.32 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-135-143.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-54c47cdfc7-gg6n8 namespace: kserve-ci-e2e-test uid: 91bed416-a9bf-4dcf-af67-bceba2ece5ff zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:26:48Z" creationTimestamp: "2026-07-02T13:26:09Z" generateName: router-gateway-1-openshift-default- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"5fd2371e-a1a7-47ae-b78d-6dff5a218b71"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:48Z" name: router-gateway-1-openshift-default-qbphm namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 5fd2371e-a1a7-47ae-b78d-6dff5a218b71 resourceVersion: "21728" uid: bbdd4c12-18c8-4b3a-a3e7-0bd38337eb68 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.49 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-135-143.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-684dc9b4b9-snkw7 namespace: kserve-ci-e2e-test uid: 1875f4df-a74b-4235-8bfd-c2e6b8aa64aa zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T13:53:03Z" creationTimestamp: "2026-07-02T13:52:41Z" generateName: router-gateway-2-openshift-default- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"c2352a71-b098-433f-908d-6365ac47376a"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:53:03Z" name: router-gateway-2-openshift-default-dl54f namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: c2352a71-b098-433f-908d-6365ac47376a resourceVersion: "44963" uid: 3e973461-97af-4117-87d1-f68bd63194e2 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "81366"