--- apiVersion: v1 items: - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:03:11Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: auth-enabled-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"313eeec2-288b-40e6-a85a-a6d15c6bb352"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:03:11Z" name: auth-enabled-test-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: auth-enabled-test uid: 313eeec2-288b-40e6-a85a-a6d15c6bb352 resourceVersion: "24204" uid: e0dd11a3-22ce-433a-8570-b647c66d97bb spec: clusterIP: 172.31.49.74 clusterIPs: - 172.31.49.74 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: auth-enabled-test app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:03:17Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: auth-enabled-test-epp-service istio.io/inferencepool-name: auth-enabled-test-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"388a36fb-c476-41a0-a378-228288126770"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-06-15T06:03:17Z" name: auth-enabled-test-inference-pool-ip-0e6361b2 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: auth-enabled-test-inference-pool uid: 388a36fb-c476-41a0-a378-228288126770 resourceVersion: "24362" uid: ced1d41a-c264-4be9-b159-6d11ddac6229 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: auth-enabled-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:03:11Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: auth-enabled-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"313eeec2-288b-40e6-a85a-a6d15c6bb352"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:03:11Z" name: auth-enabled-test-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: auth-enabled-test uid: 313eeec2-288b-40e6-a85a-a6d15c6bb352 resourceVersion: "24172" uid: a31b13b7-b9e3-4ceb-90c0-d2648f555a09 spec: clusterIP: 172.31.166.190 clusterIPs: - 172.31.166.190 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: auth-enabled-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:45:13Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"7af182f6-30ac-4572-9fb1-9e4811eec6cd"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:45:13Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-7ca60146 uid: 7af182f6-30ac-4572-9fb1-9e4811eec6cd resourceVersion: "53945" uid: 5b7bc502-b79c-4609-9028-06a7872db95e spec: clusterIP: 172.31.86.180 clusterIPs: - 172.31.86.180 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:45:38Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-7ca60146-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"5c62ef3b-9cd0-4646-8243-9ae6603c0f51"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-06-15T06:45:38Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-p-ip-16c62f55 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-fb-opt-125m-with-7ca60146-inference-pool uid: 5c62ef3b-9cd0-4646-8243-9ae6603c0f51 resourceVersion: "54594" uid: 2dbce44d-1def-4b3b-ba68-ac7b5dee8cbe spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:45:13Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"7af182f6-30ac-4572-9fb1-9e4811eec6cd"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:45:13Z" name: llmisvc-model-fb-opt-125m-with-7ca60146-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-7ca60146 uid: 7af182f6-30ac-4572-9fb1-9e4811eec6cd resourceVersion: "53907" uid: f17ee831-b321-4ac2-8e1e-fb77096a13a2 spec: clusterIP: 172.31.230.242 clusterIPs: - 172.31.230.242 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-7ca60146 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:59:59Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"deff36ca-1b3a-4c5c-9466-df79107d57e8"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:59:59Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: deff36ca-1b3a-4c5c-9466-df79107d57e8 resourceVersion: "66408" uid: cbda1a17-45f8-4405-a56f-da2c9022375a spec: clusterIP: 172.31.88.87 clusterIPs: - 172.31.88.87 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T07:00:20Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"a6318305-a701-4fc5-9337-ab2bfbd79fa7"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-06-15T07:00:20Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool uid: a6318305-a701-4fc5-9337-ab2bfbd79fa7 resourceVersion: "66789" uid: 81fb23cf-b9bd-411c-86d8-9da0989c4a46 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:59:59Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"deff36ca-1b3a-4c5c-9466-df79107d57e8"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:59:59Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: deff36ca-1b3a-4c5c-9466-df79107d57e8 resourceVersion: "66382" uid: c25055fa-776b-41cc-88d2-336d8b97d4b0 spec: clusterIP: 172.31.20.138 clusterIPs: - 172.31.20.138 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:25:41Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"312964c8-6ff6-402d-98a0-b4443b3dd91f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:25:41Z" name: llmisvc-router-managed-test-llm-4b931143-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-4b931143 uid: 312964c8-6ff6-402d-98a0-b4443b3dd91f resourceVersion: "40828" uid: 3ca0efaf-aada-4087-ad06-1ea669727ddc spec: clusterIP: 172.31.47.15 clusterIPs: - 172.31.47.15 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:25:53Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-4b931143-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-4b931143-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"75a0d492-6388-4fa1-b235-a4a4ba697d39"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-06-15T06:25:53Z" name: llmisvc-router-managed-test-llm-4b931143-inference--ip-81883b73 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-router-managed-test-llm-4b931143-inference-pool uid: 75a0d492-6388-4fa1-b235-a4a4ba697d39 resourceVersion: "41083" uid: d4c6e983-c138-4ed5-969d-d51f7e83fcf4 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:25:41Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"312964c8-6ff6-402d-98a0-b4443b3dd91f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:25:41Z" name: llmisvc-router-managed-test-llm-4b931143-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-4b931143 uid: 312964c8-6ff6-402d-98a0-b4443b3dd91f resourceVersion: "40791" uid: cd91c299-5a97-41a1-8d41-268f54e26fb5 spec: clusterIP: 172.31.66.224 clusterIPs: - 172.31.66.224 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:06:39Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"d1eb14ae-2de1-45da-9dac-2695ca3de07a"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:06:39Z" name: llmisvc-router-managed-test-llm-5b1e8f15-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-5b1e8f15 uid: d1eb14ae-2de1-45da-9dac-2695ca3de07a resourceVersion: "27391" uid: d5700ec4-b286-4524-9c5a-ea2e9d9d3df1 spec: clusterIP: 172.31.233.24 clusterIPs: - 172.31.233.24 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:06:47Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-5b1e8f15-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-5b1e8f15-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"c1869303-4862-4b42-a58f-79748b4ddedf"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-06-15T06:06:47Z" name: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d4275d namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-router-managed-test-llm-5b1e8f15-inference-pool uid: c1869303-4862-4b42-a58f-79748b4ddedf resourceVersion: "27572" uid: 1e4b90d6-ca25-49f4-ad41-8e7eb8109109 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:06:39Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"d1eb14ae-2de1-45da-9dac-2695ca3de07a"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:06:39Z" name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-5b1e8f15 uid: d1eb14ae-2de1-45da-9dac-2695ca3de07a resourceVersion: "27349" uid: a9d77445-d080-445b-8809-55479ab1b123 spec: clusterIP: 172.31.5.69 clusterIPs: - 172.31.5.69 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:01:44Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"d2a1c808-1587-4840-8f83-e5bdcc846da2"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-06-15T06:01:44Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-06-15T06:01:48Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-1 uid: d2a1c808-1587-4840-8f83-e5bdcc846da2 resourceVersion: "22606" uid: fa763782-51b6-4e89-9ef8-1fa37a9d268a spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.189.136 clusterIPs: - 172.31.189.136 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 30444 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 31851 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-1 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: afa76378251b64e899ef81fa37a9d268-277050783.us-east-1.elb.amazonaws.com - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:52:11Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-2 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"b3022e04-cdfb-4449-abdd-aa522956ca19"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-06-15T06:52:11Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-06-15T06:52:15Z" name: router-gateway-2-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-2 uid: b3022e04-cdfb-4449-abdd-aa522956ca19 resourceVersion: "60082" uid: da0b0328-a9f7-45d7-9068-32782092fbe6 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.202.144 clusterIPs: - 172.31.202.144 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 30748 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 32277 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-2 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: ada0b0328a9f745d7906832782092fbe-1076799054.us-east-1.elb.amazonaws.com - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:52:28Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"2c8d5cfc-ec66-4796-9dba-9a636e8753f7"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:52:28Z" name: router-with-refs-pd-test-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: router-with-refs-pd-test uid: 2c8d5cfc-ec66-4796-9dba-9a636e8753f7 resourceVersion: "60363" uid: de22b761-993e-4e78-afde-7276c7cb29bc spec: clusterIP: 172.31.30.8 clusterIPs: - 172.31.30.8 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:52:26Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"2c8d5cfc-ec66-4796-9dba-9a636e8753f7"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:52:26Z" name: router-with-refs-pd-test-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: router-with-refs-pd-test uid: 2c8d5cfc-ec66-4796-9dba-9a636e8753f7 resourceVersion: "60268" uid: 00cb09b8-235c-4554-b834-eac448aa72d7 spec: clusterIP: 172.31.198.186 clusterIPs: - 172.31.198.186 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: router-with-refs-pd-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:30:12Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"ad907ea1-a6c8-4368-bf84-c54b42fe3fe3"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:30:12Z" name: router-with-refs-test-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: router-with-refs-test uid: ad907ea1-a6c8-4368-bf84-c54b42fe3fe3 resourceVersion: "44319" uid: cf2fdb01-f807-46f1-9a5d-9344a86b7de9 spec: clusterIP: 172.31.136.167 clusterIPs: - 172.31.136.167 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-06-15T06:30:12Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"ad907ea1-a6c8-4368-bf84-c54b42fe3fe3"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-06-15T06:30:12Z" name: router-with-refs-test-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: router-with-refs-test uid: ad907ea1-a6c8-4368-bf84-c54b42fe3fe3 resourceVersion: "44265" uid: aff188c0-7112-482c-bce4-75082d4ea50e spec: clusterIP: 172.31.197.118 clusterIPs: - 172.31.197.118 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: router-with-refs-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} kind: ServiceList metadata: resourceVersion: "97582"