--- apiVersion: discovery.k8s.io/v1 items: - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.39 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-router-scheduler-7dcc8bd5f8-2tczn namespace: kserve-ci-e2e-test uid: 8e9b9dea-521f-4c40-9793-d06edd129d21 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:40:02Z" creationTimestamp: "2026-07-02T21:39:28Z" generateName: auth-disabled-test-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: auth-disabled-test-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"e0ceea0e-8f1f-474d-9df0-ede861dd5032"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:40:02Z" name: auth-disabled-test-epp-service-zg4tk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-epp-service uid: e0ceea0e-8f1f-474d-9df0-ede861dd5032 resourceVersion: "29279" uid: f3629ef3-3265-463c-b67c-a78766edcb72 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.38 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-5f858fd8bc-gcn7h namespace: kserve-ci-e2e-test uid: 2763ae5e-3cc2-45cc-9c05-53458eed0b56 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:41:38Z" creationTimestamp: "2026-07-02T21:39:35Z" generateName: auth-disabled-test-inference-pool-ip-5f67cff2- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: auth-disabled-test-epp-service istio.io/inferencepool-name: auth-disabled-test-inference-pool kubernetes.io/service-name: auth-disabled-test-inference-pool-ip-5f67cff2 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"b55b1ca4-9dc8-4ae9-af42-e6a00e58220f"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:41:38Z" name: auth-disabled-test-inference-pool-ip-5f67cff2-tvq7v namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-inference-pool-ip-5f67cff2 uid: b55b1ca4-9dc8-4ae9-af42-e6a00e58220f resourceVersion: "30846" uid: d2984c36-0392-483e-b034-df4f19b0ec00 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.38 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-5f858fd8bc-gcn7h namespace: kserve-ci-e2e-test uid: 2763ae5e-3cc2-45cc-9c05-53458eed0b56 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:41:38Z" creationTimestamp: "2026-07-02T21:39:28Z" generateName: auth-disabled-test-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: auth-disabled-test-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"e3347d1f-914d-49f4-9c19-8fda8345f9f1"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:41:38Z" name: auth-disabled-test-kserve-workload-svc-4nc9l namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: auth-disabled-test-kserve-workload-svc uid: e3347d1f-914d-49f4-9c19-8fda8345f9f1 resourceVersion: "30843" uid: 6e9876a1-a1f2-4f92-b939-c8a288d2e36b ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.54 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-139-32.ec2.internal targetRef: kind: Pod name: llmisvc44d181485fad85e662eb092f3749502f-kserve-router-schepcq9n namespace: kserve-ci-e2e-test uid: c5c7d80e-0dfa-46ea-b141-8d34db09e58e zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:11:25Z" creationTimestamp: "2026-07-02T22:10:51Z" generateName: llmisvc-model-fb-opt-125m-route-50bc673d-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-50bc673d app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-50bc673d-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"c798f6dc-27c0-4e2d-89fb-921949dc2bb6"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:11:25Z" name: llmisvc-model-fb-opt-125m-route-50bc673d-epp-service-xbj9m namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-50bc673d-epp-service uid: c798f6dc-27c0-4e2d-89fb-921949dc2bb6 resourceVersion: "60716" uid: 8c706036-2978-4478-81d1-12dd5af029ad ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.48 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-76cbf745cc72pxw namespace: kserve-ci-e2e-test uid: 7276a9b3-d49d-42a0-b5b8-9944bc6f0974 zone: us-east-1a - addresses: - 10.132.0.49 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-prefill-64sg2zn namespace: kserve-ci-e2e-test uid: 67b939e3-31fa-4353-90ba-bd4834ed659c zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:13:51Z" creationTimestamp: "2026-07-02T22:11:05Z" generateName: llmisvc-model-fb-opt-125m-route-50bc673d-inference--ip-5fe1ff1b- generation: 3 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-route-50bc673d-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-route-50bc673d-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-50bc673d-inference--ip-5fe1ff1b service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"3109f66a-2997-4a06-9b38-bf0aab85cff8"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:13:51Z" name: llmisvc-model-fb-opt-125m-route-50bc673d-inference--ip-5fenzgmb namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-50bc673d-inference--ip-5fe1ff1b uid: 3109f66a-2997-4a06-9b38-bf0aab85cff8 resourceVersion: "62703" uid: 9cfc9437-0ee0-434e-ab77-e2f55eada1fc ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.49 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-prefill-64sg2zn namespace: kserve-ci-e2e-test uid: 67b939e3-31fa-4353-90ba-bd4834ed659c zone: us-east-1a - addresses: - 10.132.0.48 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-76cbf745cc72pxw namespace: kserve-ci-e2e-test uid: 7276a9b3-d49d-42a0-b5b8-9944bc6f0974 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:13:51Z" creationTimestamp: "2026-07-02T22:10:51Z" generateName: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-workload-svc- generation: 5 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-50bc673d app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"68fde501-b79b-43bd-b1e4-a6f6702090b0"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:13:51Z" name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-workload-sl7jsj namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-route-50bc673d-kserve-workload-svc uid: 68fde501-b79b-43bd-b1e4-a6f6702090b0 resourceVersion: "62704" uid: 5200b54a-453c-4ad9-960b-6a6342eff408 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.48 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-139-32.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-router-schevwrxh namespace: kserve-ci-e2e-test uid: 54b86ac2-a846-4324-b950-4178d9f8a450 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:41:44Z" creationTimestamp: "2026-07-02T21:41:10Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"29ba1be2-2067-49df-a1d2-e6c7ac2e3abd"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:41:44Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service-xm7vz namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service uid: 29ba1be2-2067-49df-a1d2-e6c7ac2e3abd resourceVersion: "30956" uid: 247b78f3-c29c-4e8b-9d1a-c2446048b058 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.40 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-cf76987fb-h66t4 namespace: kserve-ci-e2e-test uid: 53a1a466-be87-4ca6-8d00-b7e94507407f zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:42:41Z" creationTimestamp: "2026-07-02T21:41:23Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"d2a2892a-dd5b-46fb-abe2-61b7ff1dc3a7"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:42:41Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16cwnhqk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 uid: d2a2892a-dd5b-46fb-abe2-61b7ff1dc3a7 resourceVersion: "31956" uid: 9a5d4e94-ba5e-4e9d-9bb8-7c20d8cfb782 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.40 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-cf76987fb-h66t4 namespace: kserve-ci-e2e-test uid: 53a1a466-be87-4ca6-8d00-b7e94507407f zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:42:41Z" creationTimestamp: "2026-07-02T21:41:10Z" generateName: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"3940b664-4f70-4bf8-8c16-1175ec3bbf75"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:42:41Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svxcb4d namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc uid: 3940b664-4f70-4bf8-8c16-1175ec3bbf75 resourceVersion: "31958" uid: c945396e-c486-4e43-8aa2-2011d894f654 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.133.0.51 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-139-32.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-router-schefgzsz namespace: kserve-ci-e2e-test uid: 62b92b19-cbc6-44e7-9ce2-96af550e34b5 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:58:34Z" creationTimestamp: "2026-07-02T21:57:59Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"e39f4946-637e-4ebb-8caf-9393fc24e4d4"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:58:34Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service-2tg9z namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service uid: e39f4946-637e-4ebb-8caf-9393fc24e4d4 resourceVersion: "48624" uid: 8cf682e5-5088-47e7-b441-8b4f0f3550f0 ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.43 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-598d446855-8lvfh namespace: kserve-ci-e2e-test uid: af680406-b428-4781-a163-7131215ed8a1 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:59:20Z" creationTimestamp: "2026-07-02T21:58:18Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44- generation: 2 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"89159cd3-ed51-47fc-a0c7-e4cee94200dd"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:59:20Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f51gdqvw namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 uid: 89159cd3-ed51-47fc-a0c7-e4cee94200dd resourceVersion: "49326" uid: 43d3aea0-e957-4356-ac3d-a53a80f17217 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.43 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-598d446855-8lvfh namespace: kserve-ci-e2e-test uid: af680406-b428-4781-a163-7131215ed8a1 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:59:20Z" creationTimestamp: "2026-07-02T21:57:59Z" generateName: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"7736bd56-d1e6-41f3-b539-7acda8ed0d28"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:59:20Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-sv24pfk namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc uid: 7736bd56-d1e6-41f3-b539-7acda8ed0d28 resourceVersion: "49323" uid: 6682ef32-237b-4967-9cb3-1e7a4cdb04c6 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.35 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-139-243.ec2.internal targetRef: kind: Pod name: llmisvcb19f98874e050eec8ca94d49676113f0-kserve-router-schejwtjs namespace: kserve-ci-e2e-test uid: 8ff7430f-9986-4aec-9126-06470f4cb787 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:09:00Z" creationTimestamp: "2026-07-02T22:08:29Z" generateName: llmisvc-model-pvc-router-manage-e8706282-epp-service- generation: 3 labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-epp-service managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"7ae1bb0b-2771-48b3-bced-ec056eed6f46"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:09:01Z" name: llmisvc-model-pvc-router-manage-e8706282-epp-service-wwqkn namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-epp-service uid: 7ae1bb0b-2771-48b3-bced-ec056eed6f46 resourceVersion: "58377" uid: 7753bbde-3a58-4eee-90ff-9880af7c50fe ports: - name: grpc port: 9002 protocol: TCP - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.46 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-e8706282-kserve-7db79954c-md987 namespace: kserve-ci-e2e-test uid: f04ca879-43d8-4aea-a313-d3abe7c7557d zone: us-east-1a - addresses: - 10.132.0.47 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-e8706282-kserve-prefill-79zlqf4 namespace: kserve-ci-e2e-test uid: ecb4a255-8928-4569-8b05-c860fa5adfd6 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:11:31Z" creationTimestamp: "2026-07-02T22:09:09Z" generateName: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea- generation: 3 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-e8706282-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-e8706282-inference-pool kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea service.kubernetes.io/headless: "" managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:kubernetes.io/service-name: {} f:service.kubernetes.io/headless: {} f:ownerReferences: .: {} k:{"uid":"fb1ba5d7-ff27-4a74-b67c-b7d883210ead"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:11:31Z" name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbxzgs6 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-inference--ip-8bbb5aea uid: fb1ba5d7-ff27-4a74-b67c-b7d883210ead resourceVersion: "60819" uid: 9fce488b-0c4a-4b2f-965e-be71f1b16099 ports: - name: port0 port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.47 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-e8706282-kserve-prefill-79zlqf4 namespace: kserve-ci-e2e-test uid: ecb4a255-8928-4569-8b05-c860fa5adfd6 zone: us-east-1a - addresses: - 10.132.0.46 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-e8706282-kserve-7db79954c-md987 namespace: kserve-ci-e2e-test uid: f04ca879-43d8-4aea-a313-d3abe7c7557d zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:11:31Z" creationTimestamp: "2026-07-02T22:08:28Z" generateName: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc- generation: 5 labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-e8706282 app.kubernetes.io/part-of: llminferenceservice endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io kubernetes.io/service-name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpointslice.kubernetes.io/managed-by: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"f05d032e-3d29-420e-ac0c-3a6a7a0f01be"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:11:31Z" name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svv5qp namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: llmisvc-model-pvc-router-manage-e8706282-kserve-workload-svc uid: f05d032e-3d29-420e-ac0c-3a6a7a0f01be resourceVersion: "60817" uid: fba9aa40-e5b9-47f2-a4fb-bd7f15a7a025 ports: - appProtocol: https name: https port: 8000 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.132.0.31 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-130-231.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-799f46c59b-z2jmj namespace: kserve-ci-e2e-test uid: 1777c13a-a427-4f15-a425-9bf364c91344 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T21:31:51Z" creationTimestamp: "2026-07-02T21:31:26Z" generateName: router-gateway-1-openshift-default- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 kubernetes.io/service-name: router-gateway-1-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"901ab46e-676c-4349-98f1-cb5e8b863306"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T21:31:51Z" name: router-gateway-1-openshift-default-8wsvh namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-1-openshift-default uid: 901ab46e-676c-4349-98f1-cb5e8b863306 resourceVersion: "21960" uid: 15d19d27-fac5-451d-9a7b-5424fd7a0029 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP - addressType: IPv4 apiVersion: discovery.k8s.io/v1 endpoints: - addresses: - 10.134.0.38 conditions: ready: true serving: true terminating: false nodeName: ip-10-0-139-243.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-54c789bdc6-dhlsx namespace: kserve-ci-e2e-test uid: 2aac023f-0e70-4140-a697-e14f5f313a51 zone: us-east-1a kind: EndpointSlice metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-02T22:35:10Z" creationTimestamp: "2026-07-02T22:34:48Z" generateName: router-gateway-2-openshift-default- generation: 5 labels: endpointslice.kubernetes.io/managed-by: endpointslice-controller.k8s.io gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 kubernetes.io/service-name: router-gateway-2-openshift-default managedFields: - apiVersion: discovery.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:addressType: {} f:endpoints: {} f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:generateName: {} f:labels: .: {} f:endpointslice.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:kubernetes.io/service-name: {} f:ownerReferences: .: {} k:{"uid":"29773a23-861d-4761-83e9-faadeae28000"}: {} f:ports: {} manager: kube-controller-manager operation: Update time: "2026-07-02T22:35:10Z" name: router-gateway-2-openshift-default-jbtrp namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: v1 blockOwnerDeletion: true controller: true kind: Service name: router-gateway-2-openshift-default uid: 29773a23-861d-4761-83e9-faadeae28000 resourceVersion: "80276" uid: 1144020d-95ae-4821-9932-4d3b5dbdc5f1 ports: - appProtocol: http name: http port: 80 protocol: TCP - appProtocol: tcp name: status-port port: 15021 protocol: TCP kind: EndpointSliceList metadata: resourceVersion: "108297"