--- apiVersion: v1 items: - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:44:45Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"884e156e-3887-4f9c-becf-39a2044b1f6f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:44:45Z" name: fc-concurrency-test-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: fc-concurrency-test uid: 884e156e-3887-4f9c-becf-39a2044b1f6f resourceVersion: "33210" uid: cd9835e8-c50c-433e-acc8-666bdb64e239 spec: clusterIP: 172.31.73.96 clusterIPs: - 172.31.73.96 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:44:52Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: fc-concurrency-test-epp-service istio.io/inferencepool-name: fc-concurrency-test-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"f7fcd3f9-55a3-4fdd-b037-5217759e0b37"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-16T17:44:52Z" name: fc-concurrency-test-inference-pool-ip-ecda2e6d namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: fc-concurrency-test-inference-pool uid: f7fcd3f9-55a3-4fdd-b037-5217759e0b37 resourceVersion: "33385" uid: 8f53d490-7428-45e7-8823-0c563b851852 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:44:45Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"884e156e-3887-4f9c-becf-39a2044b1f6f"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:44:45Z" name: fc-concurrency-test-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: fc-concurrency-test uid: 884e156e-3887-4f9c-becf-39a2044b1f6f resourceVersion: "33176" uid: 6b5fff91-7456-4615-b799-e1f887c5a04b spec: clusterIP: 172.31.184.207 clusterIPs: - 172.31.184.207 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: fc-concurrency-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:29:01Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"3beb00d9-565b-4500-997f-2f82963a5e8c"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:29:01Z" name: fc-smoke-test-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: fc-smoke-test uid: 3beb00d9-565b-4500-997f-2f82963a5e8c resourceVersion: "22018" uid: ac473193-25dc-46e4-b7ed-e942de08dee0 spec: clusterIP: 172.31.134.202 clusterIPs: - 172.31.134.202 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:29:25Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: fc-smoke-test-epp-service istio.io/inferencepool-name: fc-smoke-test-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"3dee7a02-7e54-4cd8-a0f8-7e2398e99e25"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-16T17:29:25Z" name: fc-smoke-test-inference-pool-ip-50a1d58e namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: fc-smoke-test-inference-pool uid: 3dee7a02-7e54-4cd8-a0f8-7e2398e99e25 resourceVersion: "22407" uid: e21566c8-61d6-4a27-8504-0e0d8c47dfce spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:29:01Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"3beb00d9-565b-4500-997f-2f82963a5e8c"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:29:01Z" name: fc-smoke-test-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: fc-smoke-test uid: 3beb00d9-565b-4500-997f-2f82963a5e8c resourceVersion: "21986" uid: 26ffc297-2867-409b-8112-dc707c3239a6 spec: clusterIP: 172.31.46.201 clusterIPs: - 172.31.46.201 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: fc-smoke-test app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T18:09:56Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"d5fbd197-5d06-4509-acec-6a89d4ec1cbe"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:09:56Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: d5fbd197-5d06-4509-acec-6a89d4ec1cbe resourceVersion: "51069" uid: 29132334-b317-4ef2-8305-6ca7bee97cd9 spec: clusterIP: 172.31.3.176 clusterIPs: - 172.31.3.176 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T18:10:27Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-model-fb-opt-125m-with-ba4d693a-epp-service istio.io/inferencepool-name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"d529faa3-c2fd-4a29-98a0-44b31736183e"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-16T18:10:27Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-p-ip-f5162b44 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-model-fb-opt-125m-with-ba4d693a-inference-pool uid: d529faa3-c2fd-4a29-98a0-44b31736183e resourceVersion: "51595" uid: bd7650c0-f608-438f-89c5-16a70b8f8100 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T18:09:55Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"d5fbd197-5d06-4509-acec-6a89d4ec1cbe"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:09:55Z" name: llmisvc-model-fb-opt-125m-with-ba4d693a-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-model-fb-opt-125m-with-ba4d693a uid: d5fbd197-5d06-4509-acec-6a89d4ec1cbe resourceVersion: "51041" uid: ab76431d-6ccf-4dab-885d-432f24ad5818 spec: clusterIP: 172.31.123.116 clusterIPs: - 172.31.123.116 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-model-fb-opt-125m-with-ba4d693a app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:51:13Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"4ef86008-3839-4d2c-9074-3c6019f31537"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:13Z" name: llmisvc-router-managed-test-llm-4b931143-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-4b931143 uid: 4ef86008-3839-4d2c-9074-3c6019f31537 resourceVersion: "37671" uid: b2d24835-51a5-4694-902b-3807f9c44324 spec: clusterIP: 172.31.32.183 clusterIPs: - 172.31.32.183 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:51:41Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-4b931143-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-4b931143-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"5ee74dc4-ba31-4ff5-8c92-476463c70b11"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-16T17:51:41Z" name: llmisvc-router-managed-test-llm-4b931143-inference--ip-81883b73 namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-router-managed-test-llm-4b931143-inference-pool uid: 5ee74dc4-ba31-4ff5-8c92-476463c70b11 resourceVersion: "38138" uid: 0a113b54-ff45-485c-8c5c-023d27fe5a42 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:51:13Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"4ef86008-3839-4d2c-9074-3c6019f31537"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:13Z" name: llmisvc-router-managed-test-llm-4b931143-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-4b931143 uid: 4ef86008-3839-4d2c-9074-3c6019f31537 resourceVersion: "37626" uid: acda0a81-5d31-44ba-bca9-22497cdccd29 spec: clusterIP: 172.31.33.58 clusterIPs: - 172.31.33.58 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-4b931143 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:35:12Z" labels: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"985eb214-8565-4d37-9de8-3c953647bdf3"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":5557,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9002,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9003,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} k:{"port":9090,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:35:12Z" name: llmisvc-router-managed-test-llm-5b1e8f15-epp-service namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-5b1e8f15 uid: 985eb214-8565-4d37-9de8-3c953647bdf3 resourceVersion: "27223" uid: bdc56fe1-b6e5-40a9-a5dc-d802c1805e1e spec: clusterIP: 172.31.6.249 clusterIPs: - 172.31.6.249 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: grpc port: 9002 protocol: TCP targetPort: grpc - name: grpc-health port: 9003 protocol: TCP targetPort: grpc-health - name: metrics port: 9090 protocol: TCP targetPort: metrics - name: zmq port: 5557 protocol: TCP targetPort: zmq selector: app.kubernetes.io/component: llminferenceservice-router-scheduler app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:35:35Z" labels: internal.istio.io/service-semantics: inferencepool istio.io/inferencepool-extension-failure-mode: FailOpen istio.io/inferencepool-extension-port: "9002" istio.io/inferencepool-extension-service: llmisvc-router-managed-test-llm-5b1e8f15-epp-service istio.io/inferencepool-name: llmisvc-router-managed-test-llm-5b1e8f15-inference-pool managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:internal.istio.io/service-semantics: {} f:istio.io/inferencepool-extension-failure-mode: {} f:istio.io/inferencepool-extension-port: {} f:istio.io/inferencepool-extension-service: {} f:istio.io/inferencepool-name: {} f:ownerReferences: .: {} k:{"uid":"37fb936b-e002-4517-8cc6-44ac6386c845"}: {} f:spec: f:clusterIP: {} f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":54321,"protocol":"TCP"}: .: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: pilot-discovery operation: Update time: "2026-07-16T17:35:35Z" name: llmisvc-router-managed-test-llm-5b1e8f15-inference--ip-33d4275d namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: inference.networking.k8s.io/v1 kind: InferencePool name: llmisvc-router-managed-test-llm-5b1e8f15-inference-pool uid: 37fb936b-e002-4517-8cc6-44ac6386c845 resourceVersion: "27594" uid: 37d9dd5f-8d62-4560-8fef-9cc48081dac9 spec: clusterIP: None clusterIPs: - None internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - name: port0 port: 54321 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T17:35:11Z" labels: app.kubernetes.io/component: llminferenceservice-workload app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:ownerReferences: .: {} k:{"uid":"985eb214-8565-4d37-9de8-3c953647bdf3"}: {} f:spec: f:internalTrafficPolicy: {} f:ports: .: {} k:{"port":8000,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:targetPort: {} f:selector: {} f:sessionAffinity: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:35:11Z" name: llmisvc-router-managed-test-llm-5b1e8f15-kserve-workload-svc namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: serving.kserve.io/v1alpha2 blockOwnerDeletion: true controller: true kind: LLMInferenceService name: llmisvc-router-managed-test-llm-5b1e8f15 uid: 985eb214-8565-4d37-9de8-3c953647bdf3 resourceVersion: "27187" uid: 0b67dd87-a1c1-45be-82c7-34895817e90f spec: clusterIP: 172.31.91.224 clusterIPs: - 172.31.91.224 internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: SingleStack ports: - appProtocol: https name: https port: 8000 protocol: TCP targetPort: 8000 selector: app.kubernetes.io/name: llmisvc-router-managed-test-llm-5b1e8f15 app.kubernetes.io/part-of: llminferenceservice kserve.io/component: workload sessionAffinity: None type: ClusterIP status: loadBalancer: {} - apiVersion: v1 kind: Service metadata: creationTimestamp: "2026-07-16T18:00:21Z" finalizers: - service.kubernetes.io/load-balancer-cleanup labels: gateway.istio.io/managed: openshift.io-gateway-controller-v1 gateway.networking.k8s.io/gateway-name: router-gateway-1 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: {} f:labels: f:gateway.istio.io/managed: {} f:gateway.networking.k8s.io/gateway-name: {} f:ownerReferences: k:{"uid":"56b13b0e-066c-4789-91e2-f13dc75a666a"}: {} f:spec: f:ipFamilyPolicy: {} f:ports: k:{"port":80,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} k:{"port":15021,"protocol":"TCP"}: .: {} f:appProtocol: {} f:name: {} f:port: {} f:protocol: {} f:selector: {} f:type: {} manager: openshift.io/gateway-controller/v1 operation: Apply time: "2026-07-16T18:00:21Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:finalizers: .: {} v:"service.kubernetes.io/load-balancer-cleanup": {} f:status: f:loadBalancer: f:ingress: {} manager: aws-cloud-controller-manager operation: Update subresource: status time: "2026-07-16T18:00:24Z" name: router-gateway-1-openshift-default namespace: kserve-ci-e2e-test ownerReferences: - apiVersion: gateway.networking.k8s.io/v1beta1 kind: Gateway name: router-gateway-1 uid: 56b13b0e-066c-4789-91e2-f13dc75a666a resourceVersion: "43755" uid: 20b590d5-0f68-4892-8ed4-d2ed80e34980 spec: allocateLoadBalancerNodePorts: true clusterIP: 172.31.10.254 clusterIPs: - 172.31.10.254 externalTrafficPolicy: Cluster internalTrafficPolicy: Cluster ipFamilies: - IPv4 ipFamilyPolicy: PreferDualStack ports: - appProtocol: tcp name: status-port nodePort: 30438 port: 15021 protocol: TCP targetPort: 15021 - appProtocol: http name: http nodePort: 32198 port: 80 protocol: TCP targetPort: 80 selector: gateway.networking.k8s.io/gateway-name: router-gateway-1 sessionAffinity: None type: LoadBalancer status: loadBalancer: ingress: - hostname: a20b590d50f6848928ed4d2ed80e3498-697283032.us-east-1.elb.amazonaws.com kind: ServiceList metadata: resourceVersion: "63704"