--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.57 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: fc-concurrency-test-kserve-router-scheduler-78c47c8645-m62qx namespace: kserve-ci-e2e-test uid: d0224cda-56fd-4b88-b980-34220b0dd2dd zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:45:17Z" creationTimestamp: "2026-07-16T17:44:45Z" generateName: fc-concurrency-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: fc-concurrency-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"cd9835e8-c50c-433e-acc8-666bdb64e239"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:45:17Z" name: fc-concurrency-test-epp-service-zhhhm namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-concurrency-test-epp-service uid: cd9835e8-c50c-433e-acc8-666bdb64e239 resourceVersion: "33712" uid: 88acc18f-3bbc-48a2-97b7-aec7e5529c50 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.30 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-128-42.ec2.internal targetRef: kind: Pod name: fc-concurrency-test-kserve-b5d44467c-xdjqc namespace: kserve-ci-e2e-test uid: 6043697f-08b3-481c-a033-e1b8405f613d zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:44:56Z" creationTimestamp: "2026-07-16T17:44:52Z" generateName: fc-concurrency-test-inference-pool-ip-ecda2e6d- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: fc-concurrency-test-epp-service istio.io/inferencepool-name: fc-concurrency-test-inference-pool kubernetes.io/service-name: fc-concurrency-test-inference-pool-ip-ecda2e6d service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"8f53d490-7428-45e7-8823-0c563b851852"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:44:56Z" name: fc-concurrency-test-inference-pool-ip-ecda2e6d-2rdr4 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-concurrency-test-inference-pool-ip-ecda2e6d uid: 8f53d490-7428-45e7-8823-0c563b851852 resourceVersion: "33455" uid: 5871a518-b9da-4442-a31c-35f0d3b3ee53 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.30 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-128-42.ec2.internal targetRef: kind: Pod name: fc-concurrency-test-kserve-b5d44467c-xdjqc namespace: kserve-ci-e2e-test uid: 6043697f-08b3-481c-a033-e1b8405f613d zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:44:56Z" creationTimestamp: "2026-07-16T17:44:45Z" generateName: fc-concurrency-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: fc-concurrency-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"6b5fff91-7456-4615-b799-e1f887c5a04b"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:44:56Z" name: fc-concurrency-test-kserve-workload-svc-npzww namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-concurrency-test-kserve-workload-svc uid: 6b5fff91-7456-4615-b799-e1f887c5a04b resourceVersion: "33456" uid: 6eb08a22-6cd5-4b3c-8535-5eb4c437b622 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.25 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-128-42.ec2.internal targetRef: kind: Pod name: fc-smoke-test-kserve-router-scheduler-fcbfbd8bf-k8qnk namespace: kserve-ci-e2e-test uid: f3fc5b1f-d31f-41d4-ac8d-c7b4e33eeecb zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:29:35Z" creationTimestamp: "2026-07-16T17:29:01Z" generateName: fc-smoke-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: fc-smoke-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"ac473193-25dc-46e4-b7ed-e942de08dee0"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:29:35Z" name: fc-smoke-test-epp-service-q22hz namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-smoke-test-epp-service uid: ac473193-25dc-46e4-b7ed-e942de08dee0 resourceVersion: "22526" uid: 65735be9-0ba6-42f8-ba7e-1f1aa4d2ea91 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.28 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-133-160.ec2.internal targetRef: kind: Pod name: fc-smoke-test-kserve-7f4687897-r5tjx namespace: kserve-ci-e2e-test uid: 1e491ead-ea2e-47bf-ada9-3cc83480e879 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:29:25Z" creationTimestamp: "2026-07-16T17:29:25Z" generateName: fc-smoke-test-inference-pool-ip-50a1d58e- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: fc-smoke-test-epp-service istio.io/inferencepool-name: fc-smoke-test-inference-pool kubernetes.io/service-name: fc-smoke-test-inference-pool-ip-50a1d58e service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"e21566c8-61d6-4a27-8504-0e0d8c47dfce"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:29:25Z" name: fc-smoke-test-inference-pool-ip-50a1d58e-b9nxd namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-smoke-test-inference-pool-ip-50a1d58e uid: e21566c8-61d6-4a27-8504-0e0d8c47dfce resourceVersion: "22410" uid: dffa1311-4d76-4d48-9df5-ddc773a90245 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.28 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-133-160.ec2.internal targetRef: kind: Pod name: fc-smoke-test-kserve-7f4687897-r5tjx namespace: kserve-ci-e2e-test uid: 1e491ead-ea2e-47bf-ada9-3cc83480e879 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:29:12Z" creationTimestamp: "2026-07-16T17:29:01Z" generateName: fc-smoke-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: fc-smoke-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"26ffc297-2867-409b-8112-dc707c3239a6"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:29:12Z" name: fc-smoke-test-kserve-workload-svc-hglns namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: fc-smoke-test-kserve-workload-svc uid: 26ffc297-2867-409b-8112-dc707c3239a6 resourceVersion: "22237" uid: d9ccbbea-d830-48a2-98c6-80ed6a2a0c57 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.35 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-128-42.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-router-schewz48g namespace: kserve-ci-e2e-test uid: 98d3963f-09e7-4690-aa9e-b998e764b139 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T18:10:29Z" creationTimestamp: "2026-07-16T18:09:56Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"29132334-b317-4ef2-8305-6ca7bee97cd9"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:10:29Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service-t2gp5 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service uid: 29132334-b317-4ef2-8305-6ca7bee97cd9 resourceVersion: "51629" uid: 442b20cb-b058-4795-b687-adfc375b33d4 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.60 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-9bddccd4c-z5w8r namespace: kserve-ci-e2e-test uid: d8e3525f-b61f-4ed2-ad06-a136527b145c zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T18:11:16Z" creationTimestamp: "2026-07-16T18:10:27Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"bd7650c0-f608-438f-89c5-16a70b8f8100"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:11:16Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f51xbw2f namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 uid: bd7650c0-f608-438f-89c5-16a70b8f8100 resourceVersion: "52183" uid: 02bf6dcf-2f58-4567-adc4-19f643eaefac ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.60 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-9bddccd4c-z5w8r namespace: kserve-ci-e2e-test uid: d8e3525f-b61f-4ed2-ad06-a136527b145c zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T18:11:16Z" creationTimestamp: "2026-07-16T18:09:55Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"ab76431d-6ccf-4dab-885d-432f24ad5818"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:11:16Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-sv92nc2 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc uid: ab76431d-6ccf-4dab-885d-432f24ad5818 resourceVersion: "52185" uid: 52c81bea-102c-4a15-9337-c036b9fbfff3 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.58 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: llmisvcca2d2d7d499abb359505529ebe02c136-kserve-router-schep28gf namespace: kserve-ci-e2e-test uid: 1500b232-42ed-4480-a44b-41139e735a71 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:51:46Z" creationTimestamp: "2026-07-16T17:51:13Z" generateName: llmisvc-router-managed-test-llm-4b931143-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-router-managed-test-llm-4b931143-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"b2d24835-51a5-4694-902b-3807f9c44324"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:46Z" name: llmisvc-router-managed-test-llm-4b931143-epp-service-z6qph namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-4b931143-epp-service uid: b2d24835-51a5-4694-902b-3807f9c44324 resourceVersion: "38210" uid: c4883e44-0507-4174-9873-e94568266068 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.29 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-133-160.ec2.internal targetRef: kind: Pod name: llmisvc-router-managed-test-llm-4b931143-kserve-85bf86796966gbs namespace: kserve-ci-e2e-test uid: 96495a17-94db-46ed-8b38-53c7c97e598e zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:51:41Z" creationTimestamp: "2026-07-16T17:51:41Z" generateName: llmisvc-router-managed-test-llm-4b931143-inference--ip-81883b73- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-4b931143-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-4b931143-inference-pool kubernetes.io/service-name: llmisvc-router-managed-test-llm-4b931143-inference--ip-81883b73 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"0a113b54-ff45-485c-8c5c-023d27fe5a42"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:41Z" name: llmisvc-router-managed-test-llm-4b931143-inference--ip-818l4597 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-4b931143-inference--ip-81883b73 uid: 0a113b54-ff45-485c-8c5c-023d27fe5a42 resourceVersion: "38142" uid: 672507d4-757d-417a-a1f0-1530ab1aaa1e ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.29 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-133-160.ec2.internal targetRef: kind: Pod name: llmisvc-router-managed-test-llm-4b931143-kserve-85bf86796966gbs namespace: kserve-ci-e2e-test uid: 96495a17-94db-46ed-8b38-53c7c97e598e zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:51:23Z" creationTimestamp: "2026-07-16T17:51:13Z" generateName: llmisvc-router-managed-test-llm-4b931143-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-router-managed-test-llm-4b931143-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"acda0a81-5d31-44ba-bca9-22497cdccd29"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:23Z" name: llmisvc-router-managed-test-llm-4b931143-kserve-workload-spcxs7 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-4b931143-kserve-workload-svc uid: acda0a81-5d31-44ba-bca9-22497cdccd29 resourceVersion: "37919" uid: 2d0a32ce-e66a-4ac1-bad0-c51714e0a55e ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.29 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-128-42.ec2.internal targetRef: kind: Pod name: llmisvce55ae740357a3a31a27cdb8b66ffe20f-kserve-router-sche7q2hk namespace: kserve-ci-e2e-test uid: 25efbac3-e5a8-4520-8538-a2e5b11b616c zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:35:44Z" creationTimestamp: "2026-07-16T17:35:12Z" generateName: llmisvc-router-managed-test-llm-5b1e8f15-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-router-managed-test-llm-5b1e8f15-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"bdc56fe1-b6e5-40a9-a5dc-d802c1805e1e"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:35:44Z" name: llmisvc-router-managed-test-llm-5b1e8f15-epp-service-7xk92 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-5b1e8f15-epp-service uid: bdc56fe1-b6e5-40a9-a5dc-d802c1805e1e resourceVersion: "27710" uid: 8a775406-8649-42cb-99c8-abad416d5259 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.56 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-df5b5c977-xdvj2 namespace: kserve-ci-e2e-test uid: ae64d07c-dbee-4be2-936d-7efc5dfdbd89 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:35:35Z" creationTimestamp: "2026-07-16T17:35:35Z" generateName: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d4275d- generation: 1 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-5b1e8f15-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-5b1e8f15-inference-pool kubernetes.io/service-name: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d4275d service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"37d9dd5f-8d62-4560-8fef-9cc48081dac9"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:35:35Z" name: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d6wgpx namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d4275d uid: 37d9dd5f-8d62-4560-8fef-9cc48081dac9 resourceVersion: "27597" uid: 730f6484-45d8-461b-9951-8a8ecf2da1f2 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.56 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-132-130.ec2.internal targetRef: kind: Pod name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-df5b5c977-xdvj2 namespace: kserve-ci-e2e-test uid: ae64d07c-dbee-4be2-936d-7efc5dfdbd89 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T17:35:22Z" creationTimestamp: "2026-07-16T17:35:11Z" generateName: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"0b67dd87-a1c1-45be-82c7-34895817e90f"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:35:22Z" name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-s66ktq namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-svc uid: 0b67dd87-a1c1-45be-82c7-34895817e90f resourceVersion: "27467" uid: 8475ca32-2dae-4358-bfcb-ba10a442f37b ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.32 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-133-160.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-54c47cdfc7-kfbtn namespace: kserve-ci-e2e-test uid: 1686a54a-6448-42ed-ac6e-9c9356d279d4 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-16T18:01:22Z" creationTimestamp: "2026-07-16T18:00:21Z" generateName: router-gateway-1-openshift-default- generation: 9 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"20b590d5-0f68-4892-8ed4-d2ed80e34980"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:01:22Z" name: router-gateway-1-openshift-default-kg2nq namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 20b590d5-0f68-4892-8ed4-d2ed80e34980 resourceVersion: "44926" uid: d3f94d5b-eef0-4b27-8858-1967fc608b0f ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "63709"