--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.33 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-router-scheduler-5898f785fb-xr25g namespace: kserve-ci-e2e-test uid: b0f58936-1d64-48ee-90e4-40b8b1145eeb zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:15:30Z" creationTimestamp: "2026-07-08T07:14:55Z" generateName: auth-disabled-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: auth-disabled-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"289d2df9-8d35-490f-8c2a-cdcbf8bcf7fb"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:15:30Z" name: auth-disabled-test-epp-service-4n64n namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-epp-service uid: 289d2df9-8d35-490f-8c2a-cdcbf8bcf7fb resourceVersion: "29132" uid: 37b403b6-9613-4b4b-819c-83aa68eda880 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.32 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-68f5d8959c-xh45g namespace: kserve-ci-e2e-test uid: 275c2425-5390-4987-804a-f70b52e9dd60 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:16:55Z" creationTimestamp: "2026-07-08T07:15:36Z" generateName: auth-disabled-test-inference-pool-ip-5f67cff2- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: auth-disabled-test-epp-service istio.io/inferencepool-name: auth-disabled-test-inference-pool kubernetes.io/service-name: auth-disabled-test-inference-pool-ip-5f67cff2 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"4e71e349-8692-4f40-a48c-02a69f78eed2"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:55Z" name: auth-disabled-test-inference-pool-ip-5f67cff2-9l9kf namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-inference-pool-ip-5f67cff2 uid: 4e71e349-8692-4f40-a48c-02a69f78eed2 resourceVersion: "30562" uid: 16a96c58-680d-4f0a-bfae-dd3a2c6bb96d ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.32 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-68f5d8959c-xh45g namespace: kserve-ci-e2e-test uid: 275c2425-5390-4987-804a-f70b52e9dd60 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:16:55Z" creationTimestamp: "2026-07-08T07:14:55Z" generateName: auth-disabled-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: auth-disabled-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"7d27cac5-82d1-47fd-aa8f-81304c7061cb"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:55Z" name: auth-disabled-test-kserve-workload-svc-52d2s namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-kserve-workload-svc uid: 7d27cac5-82d1-47fd-aa8f-81304c7061cb resourceVersion: "30560" uid: 0d482a3b-2524-4f1b-a046-8c23af929dbb ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.45 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-router-scheduler-65985dc4bddbc namespace: kserve-ci-e2e-test uid: c9deabdb-8a2c-4081-9b23-e151d0275be9 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:38:55Z" creationTimestamp: "2026-07-08T07:38:22Z" generateName: custom-route-timeout-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: custom-route-timeout-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: custom-route-timeout-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"2bef2dab-e721-4ae4-ad2d-14da00c6fb21"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:38:55Z" name: custom-route-timeout-test-epp-service-5kth8 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: custom-route-timeout-test-epp-service uid: 2bef2dab-e721-4ae4-ad2d-14da00c6fb21 resourceVersion: "51952" uid: 2c3a8d53-8146-4852-a1a1-a48a65029305 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.38 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-b6f9dd5f7-llmnq namespace: kserve-ci-e2e-test uid: 552f4e64-1b67-44ee-adf4-56fdad788beb zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:40:32Z" creationTimestamp: "2026-07-08T07:38:34Z" generateName: custom-route-timeout-test-inference-pool-ip-45342e47- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: custom-route-timeout-test-epp-service istio.io/inferencepool-name: custom-route-timeout-test-inference-pool kubernetes.io/service-name: custom-route-timeout-test-inference-pool-ip-45342e47 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"5f77dce3-909b-40c1-acf1-3dd4836d7845"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:40:32Z" name: custom-route-timeout-test-inference-pool-ip-45342e47-zpzr4 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: custom-route-timeout-test-inference-pool-ip-45342e47 uid: 5f77dce3-909b-40c1-acf1-3dd4836d7845 resourceVersion: "53249" uid: 9f043b1d-b09e-4e20-8a5e-eba5059ad3b4 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.38 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-b6f9dd5f7-llmnq namespace: kserve-ci-e2e-test uid: 552f4e64-1b67-44ee-adf4-56fdad788beb zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:40:32Z" creationTimestamp: "2026-07-08T07:38:21Z" generateName: custom-route-timeout-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: custom-route-timeout-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: custom-route-timeout-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"271881a5-1aa7-47c5-9876-398c1e79b045"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:40:32Z" name: custom-route-timeout-test-kserve-workload-svc-hsvj8 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: custom-route-timeout-test-kserve-workload-svc uid: 271881a5-1aa7-47c5-9876-398c1e79b045 resourceVersion: "53248" uid: b5fa17ef-d44f-41a4-b573-0b2ddfd7220e ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.48 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: llmisvca690bbc929faec8bc98c767f16c003c1-kserve-router-sched2rsl namespace: kserve-ci-e2e-test uid: f5902ce4-f2d8-4f73-9f5f-7e3576c09c21 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:21:35Z" creationTimestamp: "2026-07-08T07:21:02Z" generateName: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-87882a8e app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"cda22e9b-30ee-4cfe-a72b-478d3d3d1902"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:21:35Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service-cv82q namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service uid: cda22e9b-30ee-4cfe-a72b-478d3d3d1902 resourceVersion: "35400" uid: f456b531-5949-4885-b7c9-bda0c25e03f9 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.35 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-5c57b59c67dgldz namespace: kserve-ci-e2e-test uid: eda082cc-9a14-4867-8ac5-19d540f8ec41 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:23:02Z" creationTimestamp: "2026-07-08T07:21:11Z" generateName: llmisvc-model-fb-opt-125m-route-87882a8e-inference--ip-aaa905cb- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-route-87882a8e-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-87882a8e-inference--ip-aaa905cb service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"4c84cd94-cf5e-4ee3-bba4-08728f0faead"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:23:02Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-inference--ip-aaar4hsl namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-87882a8e-inference--ip-aaa905cb uid: 4c84cd94-cf5e-4ee3-bba4-08728f0faead resourceVersion: "36765" uid: 48d0689d-c86c-4bce-8fea-5a3cf821c106 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.35 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-5c57b59c67dgldz namespace: kserve-ci-e2e-test uid: eda082cc-9a14-4867-8ac5-19d540f8ec41 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:23:02Z" creationTimestamp: "2026-07-08T07:21:02Z" generateName: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-87882a8e app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"37bd207c-ff89-4a43-a089-083582c09756"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:23:02Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-workload-skkjn6 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-workload-svc uid: 37bd207c-ff89-4a43-a089-083582c09756 resourceVersion: "36766" uid: e51e04cc-94d3-4718-a0e7-f58702ed6a5d ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.42 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-router-schenqx6z namespace: kserve-ci-e2e-test uid: 7b24e8e6-7f75-4a57-a998-e2c566c96672 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:00Z" creationTimestamp: "2026-07-08T07:16:26Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"369b4234-be65-4d0d-81e6-b922b7dc81b4"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:00Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service-c5xmc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service uid: 369b4234-be65-4d0d-81e6-b922b7dc81b4 resourceVersion: "30647" uid: 203c0a1f-20fe-468e-8024-3b522a7d4564 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.34 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-6694784b54-grkws namespace: kserve-ci-e2e-test uid: ec1d0b1a-7cd1-49d9-b280-796bd8f53eca zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:56Z" creationTimestamp: "2026-07-08T07:16:34Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"a38d94ef-d078-4e19-b06b-a072dd0bf2f5"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:56Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c9jhsj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 uid: a38d94ef-d078-4e19-b06b-a072dd0bf2f5 resourceVersion: "31659" uid: cf15a2be-2e51-4f23-b96a-1d472c1ad754 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.34 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-6694784b54-grkws namespace: kserve-ci-e2e-test uid: ec1d0b1a-7cd1-49d9-b280-796bd8f53eca zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:56Z" creationTimestamp: "2026-07-08T07:16:26Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"f3ffe853-0b04-4be8-b0a7-f59eed9ce914"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:56Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svwr4hl namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc uid: f3ffe853-0b04-4be8-b0a7-f59eed9ce914 resourceVersion: "31657" uid: 09551d1e-27e8-48eb-bc37-5b9c0ce3ef1a ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.43 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-router-sche92hd4 namespace: kserve-ci-e2e-test uid: 685b6e6b-dedb-4dc0-ba22-2711b4b10f95 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:33:47Z" creationTimestamp: "2026-07-08T07:33:12Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"8b7d23f5-ebdc-48c9-a7c5-b56c75a1c0bb"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:33:47Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service-fcvmj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service uid: 8b7d23f5-ebdc-48c9-a7c5-b56c75a1c0bb resourceVersion: "47221" uid: de3b7484-6718-4328-8b15-74b53c32005f ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.36 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-55585bf4d9-8bdd6 namespace: kserve-ci-e2e-test uid: 57b1e783-1750-4f22-8ebd-bc305536de13 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:34:32Z" creationTimestamp: "2026-07-08T07:33:23Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"2d0d1f80-d703-43d2-a708-1e6270929571"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:34:32Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f51lksq9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 uid: 2d0d1f80-d703-43d2-a708-1e6270929571 resourceVersion: "47881" uid: 775c4b54-dbb2-4ae1-8641-6307c3bdd5e4 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.36 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-55585bf4d9-8bdd6 namespace: kserve-ci-e2e-test uid: 57b1e783-1750-4f22-8ebd-bc305536de13 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:34:32Z" creationTimestamp: "2026-07-08T07:33:12Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"3e4abc26-faa7-46f8-a18d-945fc81fb145"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:34:32Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-sv9zwwk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc uid: 3e4abc26-faa7-46f8-a18d-945fc81fb145 resourceVersion: "47879" uid: 4d890bcc-7f86-4ecd-b257-a445d9650697 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.51 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: llmisvc1dc4269d1ada5f2d28562215d180c57f-kserve-router-schem2lrz namespace: kserve-ci-e2e-test uid: e303ae4c-c54e-4b1f-b3d5-ef3a1457c985 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:54:58Z" creationTimestamp: "2026-07-08T07:54:26Z" generateName: llmisvc-model-pvc-router-manage-2577e794-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"902e51d4-a748-40cd-8dfa-5140409eccd6"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:54:58Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service-g4fjf namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-epp-service uid: 902e51d4-a748-40cd-8dfa-5140409eccd6 resourceVersion: "65132" uid: 3de0fe56-72ef-416b-b13c-ea5a13893090 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.41 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:57:07Z" creationTimestamp: "2026-07-08T07:54:41Z" generateName: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"1f974cfe-acca-41b0-8e06-a6e2d29f6927"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:57:07Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950vkzj4 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 uid: 1f974cfe-acca-41b0-8e06-a6e2d29f6927 resourceVersion: "66948" uid: 05f5c404-4567-4295-983b-a43752cee9de ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.42 conditions: ready: true serving: true terminating: false hostname: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0-1 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0-1 namespace: kserve-ci-e2e-test uid: 48d4f055-cfec-400b-ac7c-666b216ccaca zone: us-east-1a - addresses: - 10.134.0.41 conditions: ready: true serving: true terminating: false hostname: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 zone: us-east-1a kind: EndpointSlice metadata: creationTimestamp: "2026-07-08T07:54:26Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-mn- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:leaderworkerset.sigs.k8s.io/name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"587be841-eaf3-46ac-bfc8-51bd21cc5b7d"}: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:05:53Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-2g227 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn uid: 587be841-eaf3-46ac-bfc8-51bd21cc5b7d resourceVersion: "74021" uid: 07a6dd23-e004-47b7-8e08-d123a78b1b76 ports: null - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.41 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:57:07Z" creationTimestamp: "2026-07-08T07:54:26Z" generateName: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"a94686b4-70db-4e60-acfa-5905711f8ed9"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:57:07Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-sg49bj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc uid: a94686b4-70db-4e60-acfa-5905711f8ed9 resourceVersion: "66945" uid: 0ccb9533-9b04-4e45-b8c0-266b8d4cb0e4 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.34 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-799f46c59b-kwjm2 namespace: kserve-ci-e2e-test uid: f353d789-6bd9-4653-a007-ac3dab8cbbe6 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:19:00Z" creationTimestamp: "2026-07-08T07:07:58Z" generateName: router-gateway-1-openshift-default- generation: 9 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"4a570714-51d6-4d3f-8101-3e4f28888b7a"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:00Z" name: router-gateway-1-openshift-default-4gb8d namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 4a570714-51d6-4d3f-8101-3e4f28888b7a resourceVersion: "32810" uid: e52ae11a-2879-4c37-8727-d7174613ed79 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.50 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-54c789bdc6-4nrs7 namespace: kserve-ci-e2e-test uid: a3f9c188-9368-4945-8007-0d0d53a746ca zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:18:50Z" creationTimestamp: "2026-07-08T08:18:27Z" generateName: router-gateway-2-openshift-default- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"1978d492-dc6b-42a4-b38c-771049a3ff2d"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:18:50Z" name: router-gateway-2-openshift-default-25gxg namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: 1978d492-dc6b-42a4-b38c-771049a3ff2d resourceVersion: "85054" uid: 8d0fb86c-43df-4054-b8c8-c91be765ac3a ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.51 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-router-scheduler-6ddb8947brh5kh namespace: kserve-ci-e2e-test uid: 63405bd3-69a5-4e13-bdfd-f5f34ab6f635 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:19:37Z" creationTimestamp: "2026-07-08T08:19:03Z" generateName: router-with-refs-pd-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: router-with-refs-pd-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"32e4422a-b429-44fe-a586-f29184471b12"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:19:37Z" name: router-with-refs-pd-test-epp-service-4cnnq namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-with-refs-pd-test-epp-service uid: 32e4422a-b429-44fe-a586-f29184471b12 resourceVersion: "85898" uid: bb84a365-ed5f-4756-adc3-1804e45446c0 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.59 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-prefill-56559b5fdf-jgcng namespace: kserve-ci-e2e-test uid: 9c57983a-88f5-4615-9e6b-8bafc4a48dfa zone: us-east-1a - addresses: - 10.133.0.58 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-6978d748b8-9ssnf namespace: kserve-ci-e2e-test uid: 6a8bb147-65b6-4266-9e9e-e69ffc0d2c74 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:22:22Z" creationTimestamp: "2026-07-08T08:19:02Z" generateName: router-with-refs-pd-test-kserve-workload-svc- generation: 5 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: router-with-refs-pd-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"1bb56456-2d0c-406d-aff4-404149cda683"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:22:22Z" name: router-with-refs-pd-test-kserve-workload-svc-sh9j9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-with-refs-pd-test-kserve-workload-svc uid: 1bb56456-2d0c-406d-aff4-404149cda683 resourceVersion: "87985" uid: 7dd20d7e-7ea9-4a6d-a1b4-3eaab0286931 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.52 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-test-kserve-router-scheduler-74dd96b744-vhbc5 namespace: kserve-ci-e2e-test uid: 8bfbfa7a-932a-42cf-a283-e8a193a5a671 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:56:33Z" creationTimestamp: "2026-07-08T07:55:59Z" generateName: router-with-refs-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: router-with-refs-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"a07817be-18bd-4acb-94f3-f1176f58b676"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:56:33Z" name: router-with-refs-test-epp-service-cqml9 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-with-refs-test-epp-service uid: a07817be-18bd-4acb-94f3-f1176f58b676 resourceVersion: "66502" uid: 1c0a6b8c-043d-428f-8357-31e3878c5cd7 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.43 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: router-with-refs-test-kserve-794b6f7745-fpslh namespace: kserve-ci-e2e-test uid: df3d2e0b-ce6b-4275-b4f5-dae9bf0960e9 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:58:08Z" creationTimestamp: "2026-07-08T07:55:58Z" generateName: router-with-refs-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: router-with-refs-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"40619c30-50d3-46da-b1ce-22c072b5f1f6"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:58:09Z" name: router-with-refs-test-kserve-workload-svc-jlnng namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-with-refs-test-kserve-workload-svc uid: 40619c30-50d3-46da-b1ce-22c072b5f1f6 resourceVersion: "67752" uid: 227cac87-f997-4d40-886d-c20848bd6ffb ports: - appProtocol: https name: https port: 8000 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "98443"