--- apiVersion: v1 items: - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:15:30Z" creationTimestamp: "2026-07-08T07:14:55Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:15:30Z" name: auth-disabled-test-epp-service namespace: kserve-ci-e2e-test resourceVersion: "29133" uid: a24368da-8336-4b8c-b2e9-4365a72b8ffc subsets: - addresses: - ip: 10.134.0.33 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-router-scheduler-5898f785fb-xr25g namespace: kserve-ci-e2e-test uid: b0f58936-1d64-48ee-90e4-40b8b1145eeb ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:16:55Z" creationTimestamp: "2026-07-08T07:15:36Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: auth-disabled-test-epp-service istio.io/inferencepool-name: auth-disabled-test-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:55Z" name: auth-disabled-test-inference-pool-ip-5f67cff2 namespace: kserve-ci-e2e-test resourceVersion: "30563" uid: 3982e4b1-33bf-4826-8f01-87cf39ca356b subsets: - addresses: - ip: 10.134.0.32 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-68f5d8959c-xh45g namespace: kserve-ci-e2e-test uid: 275c2425-5390-4987-804a-f70b52e9dd60 ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:16:55Z" creationTimestamp: "2026-07-08T07:14:55Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: auth-disabled-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:55Z" name: auth-disabled-test-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "30561" uid: 9b61861b-916e-4026-bcdb-cd6e2f2d8c19 subsets: - addresses: - ip: 10.134.0.32 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: auth-disabled-test-kserve-68f5d8959c-xh45g namespace: kserve-ci-e2e-test uid: 275c2425-5390-4987-804a-f70b52e9dd60 ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:38:55Z" creationTimestamp: "2026-07-08T07:38:22Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: custom-route-timeout-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:38:55Z" name: custom-route-timeout-test-epp-service namespace: kserve-ci-e2e-test resourceVersion: "51953" uid: ff22e49c-90ad-4ff8-bb28-4e2a10d950fc subsets: - addresses: - ip: 10.132.0.45 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-router-scheduler-65985dc4bddbc namespace: kserve-ci-e2e-test uid: c9deabdb-8a2c-4081-9b23-e151d0275be9 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:40:32Z" creationTimestamp: "2026-07-08T07:38:34Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: custom-route-timeout-test-epp-service istio.io/inferencepool-name: custom-route-timeout-test-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:40:32Z" name: custom-route-timeout-test-inference-pool-ip-45342e47 namespace: kserve-ci-e2e-test resourceVersion: "53246" uid: f80d611e-fb7b-486b-a80e-e9078de8fa0e subsets: - addresses: - ip: 10.134.0.38 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-b6f9dd5f7-llmnq namespace: kserve-ci-e2e-test uid: 552f4e64-1b67-44ee-adf4-56fdad788beb ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:40:32Z" creationTimestamp: "2026-07-08T07:38:21Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: custom-route-timeout-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:40:32Z" name: custom-route-timeout-test-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "53247" uid: 292cd15a-8f35-4d10-926c-c2212c575601 subsets: - addresses: - ip: 10.134.0.38 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: custom-route-timeout-test-kserve-b6f9dd5f7-llmnq namespace: kserve-ci-e2e-test uid: 552f4e64-1b67-44ee-adf4-56fdad788beb ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:21:35Z" creationTimestamp: "2026-07-08T07:21:02Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-87882a8e app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:21:35Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service namespace: kserve-ci-e2e-test resourceVersion: "35399" uid: 6339ba2e-dca1-4a59-9d13-6e0b9ef2b7d8 subsets: - addresses: - ip: 10.133.0.48 nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: llmisvca690bbc929faec8bc98c767f16c003c1-kserve-router-sched2rsl namespace: kserve-ci-e2e-test uid: f5902ce4-f2d8-4f73-9f5f-7e3576c09c21 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:23:02Z" creationTimestamp: "2026-07-08T07:21:11Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-route-87882a8e-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-route-87882a8e-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:23:02Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-inference--ip-aaa905cb namespace: kserve-ci-e2e-test resourceVersion: "36767" uid: c7680321-c23b-444b-a59d-0e6d5feb1ca1 subsets: - addresses: - ip: 10.134.0.35 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-5c57b59c67dgldz namespace: kserve-ci-e2e-test uid: eda082cc-9a14-4867-8ac5-19d540f8ec41 ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:23:02Z" creationTimestamp: "2026-07-08T07:21:02Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-route-87882a8e app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:23:02Z" name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "36768" uid: 9604a7c6-aa5e-43f5-a0e9-35ea534ad0fc subsets: - addresses: - ip: 10.134.0.35 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-route-87882a8e-kserve-5c57b59c67dgldz namespace: kserve-ci-e2e-test uid: eda082cc-9a14-4867-8ac5-19d540f8ec41 ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:00Z" creationTimestamp: "2026-07-08T07:16:26Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:00Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service namespace: kserve-ci-e2e-test resourceVersion: "30646" uid: fb999881-9d80-4edc-9282-92207874d608 subsets: - addresses: - ip: 10.132.0.42 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-router-schenqx6z namespace: kserve-ci-e2e-test uid: 7b24e8e6-7f75-4a57-a998-e2c566c96672 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:56Z" creationTimestamp: "2026-07-08T07:16:34Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:56Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 namespace: kserve-ci-e2e-test resourceVersion: "31660" uid: a448f914-46cb-447a-b4c3-60423bf42f0e subsets: - addresses: - ip: 10.134.0.34 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-6694784b54-grkws namespace: kserve-ci-e2e-test uid: ec1d0b1a-7cd1-49d9-b280-796bd8f53eca ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:17:56Z" creationTimestamp: "2026-07-08T07:16:26Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:56Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "31658" uid: dd0518fb-9382-4467-b9df-92c46e7e8733 subsets: - addresses: - ip: 10.134.0.34 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-6694784b54-grkws namespace: kserve-ci-e2e-test uid: ec1d0b1a-7cd1-49d9-b280-796bd8f53eca ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:33:47Z" creationTimestamp: "2026-07-08T07:33:12Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:33:47Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service namespace: kserve-ci-e2e-test resourceVersion: "47220" uid: bf10ece9-4637-482f-8b85-d3d63abdec7a subsets: - addresses: - ip: 10.132.0.43 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-router-sche92hd4 namespace: kserve-ci-e2e-test uid: 685b6e6b-dedb-4dc0-ba22-2711b4b10f95 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:34:32Z" creationTimestamp: "2026-07-08T07:33:23Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:34:32Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 namespace: kserve-ci-e2e-test resourceVersion: "47880" uid: 6f092282-a35c-444b-b9a3-34da904db058 subsets: - addresses: - ip: 10.134.0.36 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-55585bf4d9-8bdd6 namespace: kserve-ci-e2e-test uid: 57b1e783-1750-4f22-8ebd-bc305536de13 ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:34:32Z" creationTimestamp: "2026-07-08T07:33:12Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:34:32Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "47878" uid: f1126c47-8833-43a5-8363-8abe0290618e subsets: - addresses: - ip: 10.134.0.36 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-55585bf4d9-8bdd6 namespace: kserve-ci-e2e-test uid: 57b1e783-1750-4f22-8ebd-bc305536de13 ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:54:58Z" creationTimestamp: "2026-07-08T07:54:26Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:54:58Z" name: llmisvc-model-pvc-router-manage-2577e794-epp-service namespace: kserve-ci-e2e-test resourceVersion: "65130" uid: 1042ad0e-c621-4547-98c7-e9cdc96515cb subsets: - addresses: - ip: 10.133.0.51 nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: llmisvc1dc4269d1ada5f2d28562215d180c57f-kserve-router-schem2lrz namespace: kserve-ci-e2e-test uid: e303ae4c-c54e-4b1f-b3d5-ef3a1457c985 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:57:07Z" creationTimestamp: "2026-07-08T07:54:41Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-pvc-router-manage-2577e794-epp-service istio.io/inferencepool-name: llmisvc-model-pvc-router-manage-2577e794-inference-pool service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:57:07Z" name: llmisvc-model-pvc-router-manage-2577e794-inference--ip-950f33a3 namespace: kserve-ci-e2e-test resourceVersion: "66949" uid: 6b48b685-831e-4cfc-a72a-fe83b4cad3d5 subsets: - addresses: - ip: 10.134.0.41 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 ports: - name: port0 port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: creationTimestamp: "2026-07-08T07:54:26Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller leaderworkerset.sigs.k8s.io/name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn service.kubernetes.io/headless: "" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:leaderworkerset.sigs.k8s.io/name: {} f:service.kubernetes.io/headless: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:54:27Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn namespace: kserve-ci-e2e-test resourceVersion: "64673" uid: 753dfb74-3c66-4014-9bd6-92f13bdef806 subsets: - addresses: - hostname: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 ip: 10.134.0.41 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 - hostname: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0-1 ip: 10.134.0.42 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0-1 namespace: kserve-ci-e2e-test uid: 48d4f055-cfec-400b-ac7c-666b216ccaca - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:57:07Z" creationTimestamp: "2026-07-08T07:54:26Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-pvc-router-manage-2577e794 app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:57:07Z" name: llmisvc-model-pvc-router-manage-2577e794-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "66946" uid: fbd28945-76d4-46bb-b0ac-66df03f33dd0 subsets: - addresses: - ip: 10.134.0.41 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: llmisvc-model-pvc-router-manage-2577e794-kserve-mn-0 namespace: kserve-ci-e2e-test uid: 9d37b6b1-ed42-4a7e-aa20-371c401b8c99 ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:19:00Z" creationTimestamp: "2026-07-08T07:07:58Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:00Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test resourceVersion: "32811" uid: 8c3f9555-16d2-45a8-bb7e-3c82a4190e07 subsets: - addresses: - ip: 10.132.0.34 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-gateway-1-openshift-default-799f46c59b-kwjm2 namespace: kserve-ci-e2e-test uid: f353d789-6bd9-4653-a007-ac3dab8cbbe6 ports: - appProtocol: tcp name: status-port port: 15021 protocol: TCP - appProtocol: http name: http port: 80 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:18:50Z" creationTimestamp: "2026-07-08T08:18:27Z" labels: endpoints.kubernetes.io/managed-by: endpoint-controller gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:endpoints.kubernetes.io/managed-by: {} f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:18:50Z" name: router-gateway-2-openshift-default namespace: kserve-ci-e2e-test resourceVersion: "85053" uid: 669ebc8c-8f90-4b96-9148-52519d989d11 subsets: - addresses: - ip: 10.132.0.50 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-gateway-2-openshift-default-54c789bdc6-4nrs7 namespace: kserve-ci-e2e-test uid: a3f9c188-9368-4945-8007-0d0d53a746ca ports: - appProtocol: tcp name: status-port port: 15021 protocol: TCP - appProtocol: http name: http port: 80 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:19:37Z" creationTimestamp: "2026-07-08T08:19:03Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:19:37Z" name: router-with-refs-pd-test-epp-service namespace: kserve-ci-e2e-test resourceVersion: "85897" uid: 60ad7ae7-f098-4a56-a6a7-3cfb75e46719 subsets: - addresses: - ip: 10.132.0.51 nodeName: ip-10-0-129-54.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-router-scheduler-6ddb8947brh5kh namespace: kserve-ci-e2e-test uid: 63405bd3-69a5-4e13-bdfd-f5f34ab6f635 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T08:22:22Z" creationTimestamp: "2026-07-08T08:19:02Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T08:22:22Z" name: router-with-refs-pd-test-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "87984" uid: b2ee17b4-cedc-4a4e-a071-f3d8ea068e2f subsets: - addresses: - ip: 10.133.0.58 nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-6978d748b8-9ssnf namespace: kserve-ci-e2e-test uid: 6a8bb147-65b6-4266-9e9e-e69ffc0d2c74 - ip: 10.133.0.59 nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-pd-test-kserve-prefill-56559b5fdf-jgcng namespace: kserve-ci-e2e-test uid: 9c57983a-88f5-4615-9e6b-8bafc4a48dfa ports: - appProtocol: https name: https port: 8000 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:56:33Z" creationTimestamp: "2026-07-08T07:55:59Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:56:33Z" name: router-with-refs-test-epp-service namespace: kserve-ci-e2e-test resourceVersion: "66501" uid: f03aa73e-dbd6-45cd-acf4-641cf4c9e97e subsets: - addresses: - ip: 10.133.0.52 nodeName: ip-10-0-136-129.ec2.internal targetRef: kind: Pod name: router-with-refs-test-kserve-router-scheduler-74dd96b744-vhbc5 namespace: kserve-ci-e2e-test uid: 8bfbfa7a-932a-42cf-a283-e8a193a5a671 ports: - name: grpc-health port: 9003 protocol: TCP - name: metrics port: 9090 protocol: TCP - name: zmq port: 5557 protocol: TCP - name: grpc port: 9002 protocol: TCP - apiVersion: v1 kind: Endpoints metadata: annotations: endpoints.kubernetes.io/last-change-trigger-time: "2026-07-08T07:58:08Z" creationTimestamp: "2026-07-08T07:55:58Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice endpoints.kubernetes.io/managed-by: endpoint-controller managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:endpoints.kubernetes.io/last-change-trigger-time: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:endpoints.kubernetes.io/managed-by: {} f:subsets: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:58:09Z" name: router-with-refs-test-kserve-workload-svc namespace: kserve-ci-e2e-test resourceVersion: "67753" uid: ac6594d9-290b-4f07-8080-de55ee402a70 subsets: - addresses: - ip: 10.134.0.43 nodeName: ip-10-0-140-110.ec2.internal targetRef: kind: Pod name: router-with-refs-test-kserve-794b6f7745-fpslh namespace: kserve-ci-e2e-test uid: df3d2e0b-ce6b-4275-b4f5-dae9bf0960e9 ports: - appProtocol: https name: https port: 8000 protocol: TCP kind: EndpointsList metadata: resourceVersion: "98442"