--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:20:00.959859Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-1a2f0-f7b64778c-6jwp5 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:20:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:20:00Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63bc0bf8e0f27 namespace: kserve-ci-e2e-test resourceVersion: "21605" uid: f60afa0e-3772-4be6-aeba-339ddce6b80e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:01Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:20:01Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:20:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:20:01Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63bc0e1e334f8 namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: 8561c2b0-f2e2-4377-b385-b829a7c381c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1a2f0} kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:20:01Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:20:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:01Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63bc0e318ead8 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: 675ae211-4459-49ec-a0cd-a01ee773fda1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1a2f0} kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:20:01Z" message: 'Created container: ensemble-graph-1a2f0' metadata: creationTimestamp: "2026-09-17T22:20:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:01Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63bc0e5af9d45 namespace: kserve-ci-e2e-test resourceVersion: "21623" uid: a59f8d63-55b7-44e7-97c9-9b92dbe46c6f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1a2f0} kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:20:01Z" message: Started container ensemble-graph-1a2f0 metadata: creationTimestamp: "2026-09-17T22:20:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:01Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63bc0e61f9fd8 namespace: kserve-ci-e2e-test resourceVersion: "21625" uid: 67b9a52c-effe-4080-ad57-4834de1f27f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1a2f0} kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Stopping container ensemble-graph-1a2f0 metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:15Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63c33ec30f7d7 namespace: kserve-ci-e2e-test resourceVersion: "25166" uid: 05b886cb-2bca-401d-8423-cbeac8fd8f82 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1a2f0} kind: Pod name: ensemble-graph-1a2f0-f7b64778c-6jwp5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c466bf0a-bfe9-4df2-ab03-39bf0c40cf0e kind: Event lastTimestamp: "2026-09-17T22:28:42Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:42Z" name: ensemble-graph-1a2f0-f7b64778c-6jwp5.18d63c346efa73fa namespace: kserve-ci-e2e-test resourceVersion: "25783" uid: 1391b4b8-e3ad-46d8-b2b7-44718b5ef393 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-1a2f0-f7b64778c namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 153088d6-23e9-4afa-a414-5f7ab13c4f84 kind: Event lastTimestamp: "2026-09-17T22:20:00Z" message: 'Created pod: ensemble-graph-1a2f0-f7b64778c-6jwp5' metadata: creationTimestamp: "2026-09-17T22:20:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:00Z" name: ensemble-graph-1a2f0-f7b64778c.18d63bc0bf154d45 namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: 168eca21-ac4f-4a5b-b0ab-674702c1caa9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21593" uid: d2f1e0fd-4403-4a15-ae7c-c3ea961cd71f kind: Event lastTimestamp: "2026-09-17T22:20:00Z" message: Scaled up replica set ensemble-graph-1a2f0-f7b64778c from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:20:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:00Z" name: ensemble-graph-1a2f0.18d63bc0be6fb18b namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 4e4caada-c94e-4ce4-978c-08e19721232b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:00Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21611" uid: f04e26af-28f0-4192-9796-ed736a7a9a92 kind: Event lastTimestamp: "2026-09-17T22:20:00Z" message: InferenceGraph [ensemble-graph-1a2f0] is Ready metadata: creationTimestamp: "2026-09-17T22:20:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:00Z" name: ensemble-graph-1a2f0.18d63bc0c1cbcf16 namespace: kserve-ci-e2e-test resourceVersion: "21613" uid: 9d0c1ac9-1210-491f-bab2-819a0243505c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: 285c25dd-33de-4d0b-89ec-abae8516126b kind: Event lastTimestamp: "2026-09-17T22:20:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:30Z" name: ensemble-graph-1a2f0.18d63bc43ce0770c namespace: kserve-ci-e2e-test resourceVersion: "21872" uid: 8afe4505-a5c3-4984-8af5-486891d941c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: 285c25dd-33de-4d0b-89ec-abae8516126b kind: Event lastTimestamp: "2026-09-17T22:20:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:30Z" name: ensemble-graph-1a2f0.18d63bc43d2fb041 namespace: kserve-ci-e2e-test resourceVersion: "21873" uid: aa4762da-76c5-49e8-a005-7993fb7e7280 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:18:50.674395Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20629" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-ab288-7cb46799f-b5llf to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:18:50Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb06236f6f9 namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: 02881d93-5863-4315-9bb9-8f86938a51bb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:50Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-ab288-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:50Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb06db256fa namespace: kserve-ci-e2e-test resourceVersion: "20652" uid: 2707bc74-d7ed-448d-a4ef-9a8ae745ccfb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:51Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:18:51Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:18:51Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb0a8707a89 namespace: kserve-ci-e2e-test resourceVersion: "20660" uid: 721cb35c-3d03-4b5d-a7c2-9c2aafd59a8e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ab288} kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:18:51Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:51Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb0a9b9dd72 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 88d9c575-3f97-421d-b664-2b64500f1066 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ab288} kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:18:51Z" message: 'Created container: ensemble-graph-ab288' metadata: creationTimestamp: "2026-09-17T22:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:51Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb0ad286a11 namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: bc46f0cc-72be-4b43-b505-237f5dd8e4c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ab288} kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:18:51Z" message: Started container ensemble-graph-ab288 metadata: creationTimestamp: "2026-09-17T22:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:51Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb0ad975816 namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: 620040c1-7432-4fe9-beb8-ad751b180b18 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ab288} kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Stopping container ensemble-graph-ab288 metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:00Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb2bb397dfe namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: fd2081ca-25f2-4571-817c-1d645852a529 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:19:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ab288} kind: Pod name: ensemble-graph-ab288-7cb46799f-b5llf namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: b006ed1e-3b9d-4974-b09a-e5025a0a6268 kind: Event lastTimestamp: "2026-09-17T22:19:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:28Z" name: ensemble-graph-ab288-7cb46799f-b5llf.18d63bb35e9640a3 namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: a9c9b039-0aa4-4b0f-ac2f-cde113fe3c88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-ab288-7cb46799f namespace: kserve-ci-e2e-test resourceVersion: "20626" uid: e54a437e-bff8-43fd-9999-84b4a48fad86 kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'Created pod: ensemble-graph-ab288-7cb46799f-b5llf' metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: ensemble-graph-ab288-7cb46799f.18d63bb061cd44b9 namespace: kserve-ci-e2e-test resourceVersion: "20630" uid: 36514dfe-690f-4d14-bc48-218a89516c64 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-ab288 namespace: kserve-ci-e2e-test resourceVersion: "20623" uid: d8b6e71c-6dc5-42cc-a907-d6467344a846 kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: Scaled up replica set ensemble-graph-ab288-7cb46799f from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: ensemble-graph-ab288.18d63bb06136525d namespace: kserve-ci-e2e-test resourceVersion: "20627" uid: 3a22f95c-ed6e-49d4-a6d5-df7be4e9dcb5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-ab288 namespace: kserve-ci-e2e-test resourceVersion: "20640" uid: 70a703a5-e796-473f-ba10-9d1ba7e6702d kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: InferenceGraph [ensemble-graph-ab288] is Ready metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:18:50Z" name: ensemble-graph-ab288.18d63bb065a8d02d namespace: kserve-ci-e2e-test resourceVersion: "20642" uid: 1f5f500a-2b74-4152-b0b4-f3c4a7a4b29f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:29:26.245308Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26405" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c445d3179ba namespace: kserve-ci-e2e-test resourceVersion: "26409" uid: c5eb91d8-171a-4e3f-a86f-dd92d384c2da reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26415" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Add eth0 [10.133.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c447f1d94e8 namespace: kserve-ci-e2e-test resourceVersion: "26434" uid: ce5ef3a2-f4b7-4c4a-8b1d-136d8046349e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c4480496c1e namespace: kserve-ci-e2e-test resourceVersion: "26436" uid: 62743dc3-f77b-43d7-a1df-08c8f364dfc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c44832894df namespace: kserve-ci-e2e-test resourceVersion: "26439" uid: d763ad10-1495-487f-99f7-cbd838d15c0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c44839d16b1 namespace: kserve-ci-e2e-test resourceVersion: "26440" uid: 2ab1824a-020a-4430-98e4-05f5eac7b136 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c4483a6e05f namespace: kserve-ci-e2e-test resourceVersion: "26441" uid: 0c473ea6-ed98-488c-b6d5-eec0c2be2033 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c4486f56a8b namespace: kserve-ci-e2e-test resourceVersion: "26445" uid: 5c893c36-8e53-492e-b479-f58305f8676c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c448766687b namespace: kserve-ci-e2e-test resourceVersion: "26446" uid: 1f4f72b9-5f33-4886-8313-51e8c525e7ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:38:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:43Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63c44987aed3f namespace: kserve-ci-e2e-test resourceVersion: "30557" uid: 366b970b-5704-424e-b754-4944cc61d6fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:38:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:40Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63cc57f41e01d namespace: kserve-ci-e2e-test resourceVersion: "30538" uid: d360d528-cc61-4b7d-b883-e9d5a579f1e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:38:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:40Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63cc57f4282ea namespace: kserve-ci-e2e-test resourceVersion: "30539" uid: 2300787c-9b81-44c3-8af9-f69d2ad504d9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr namespace: kserve-ci-e2e-test resourceVersion: "26407" uid: 843a0cfe-31af-49e5-a4f4-250e61e8a613 kind: Event lastTimestamp: "2026-09-17T22:38:43Z" message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp 10.133.0.48:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:43Z" name: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr.18d63cc60cdbb6c9 namespace: kserve-ci-e2e-test resourceVersion: "30556" uid: 832d1c74-a7c7-43d1-a7b6-724c16e94377 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0bca3-predictor-7689fbcd47 namespace: kserve-ci-e2e-test resourceVersion: "26397" uid: b38342e6-2922-4c1a-9a1a-c2339b000d79 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created pod: error-404-isvc-0bca3-predictor-7689fbcd47-zjvdr' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor-7689fbcd47.18d63c445ca6eb52 namespace: kserve-ci-e2e-test resourceVersion: "26406" uid: 072433de-9c92-47ff-80d7-d7f061f17754 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: 0491e423-3581-4193-b085-d553e33eec23 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Scaled up replica set error-404-isvc-0bca3-predictor-7689fbcd47 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-0bca3-predictor.18d63c445b31b9d9 namespace: kserve-ci-e2e-test resourceVersion: "26398" uid: 2e1bbd71-5e6c-451e-9f4a-4e41eb1225e5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26396" uid: a67c811d-a023-4b4b-be2a-293539c1ff8d kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: error-404-isvc-0bca3-predictor.18d63c47d990d264 namespace: kserve-ci-e2e-test resourceVersion: "27030" uid: 598ed67d-8543-4c0c-9866-36a0240086c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26396" uid: a67c811d-a023-4b4b-be2a-293539c1ff8d kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: error-404-isvc-0bca3-predictor.18d63c47d9ecc19f namespace: kserve-ci-e2e-test resourceVersion: "27031" uid: 73966f88-e30d-425e-bad8-5ac196468a37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26579" uid: a67c811d-a023-4b4b-be2a-293539c1ff8d kind: Event lastTimestamp: "2026-09-17T22:30:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:41Z" name: error-404-isvc-0bca3-predictor.18d63c55d42b6e3c namespace: kserve-ci-e2e-test resourceVersion: "27166" uid: 40954325-e570-4c7c-9791-e4463581e3a4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26579" uid: a67c811d-a023-4b4b-be2a-293539c1ff8d kind: Event lastTimestamp: "2026-09-17T22:30:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:41Z" name: error-404-isvc-0bca3-predictor.18d63c55d4885a5c namespace: kserve-ci-e2e-test resourceVersion: "27168" uid: 9f156202-3715-41d8-88da-aece3348cc12 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "26384" uid: 1b86b9d4-58a6-4207-bdfc-36dd1981bf95 kind: Event lastTimestamp: "2026-09-17T22:30:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:13Z" name: error-404-isvc-0bca3.18d63c445b3334d2 namespace: kserve-ci-e2e-test resourceVersion: "26904" uid: cbce2e55-e7e2-48cf-8010-e0f2d89e4314 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "26902" uid: 1b86b9d4-58a6-4207-bdfc-36dd1981bf95 kind: Event lastTimestamp: "2026-09-17T22:30:13Z" message: InferenceService [error-404-isvc-0bca3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:13Z" name: error-404-isvc-0bca3.18d63c4f52c8ee23 namespace: kserve-ci-e2e-test resourceVersion: "26903" uid: afe0cbce-3ef6-4ad7-bcc2-86844d133d7d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:19:01.069376Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2cdcdbc89 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 0933366e-f4b2-4194-9561-ecff15bbbd78 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2efece335 namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: c7ebebd2-3f86-4c97-adf4-0bd1b4ae231b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f12d5533 namespace: kserve-ci-e2e-test resourceVersion: "20873" uid: 1eb493da-e17d-45f0-9ff5-944dcb2fa3ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f3d8f899 namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: f04fce59-be1a-4191-b301-7829d436fef4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f44956f5 namespace: kserve-ci-e2e-test resourceVersion: "20875" uid: 3ef40767-dccf-409f-b8f7-90b58c67452b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f453af71 namespace: kserve-ci-e2e-test resourceVersion: "20876" uid: 93d5c466-d922-4472-8280-51bcdf0ed52c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f7626e54 namespace: kserve-ci-e2e-test resourceVersion: "20877" uid: 00837915-dbd0-465c-8751-aab7c4ec2f10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb2f7d60db2 namespace: kserve-ci-e2e-test resourceVersion: "20878" uid: 839652be-be8d-4433-9037-7214a3d94d78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:28:18Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:18Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63bb325793d65 namespace: kserve-ci-e2e-test resourceVersion: "25309" uid: d2fd92d3-034a-4ad5-88b9-a691a661b708 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:15Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63c33f4f6c7fb namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 71cef0aa-a219-47e1-91d2-dca343a3d97c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:15Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63c33f4f742cd namespace: kserve-ci-e2e-test resourceVersion: "25206" uid: e6f28529-0667-485a-b45a-5145f86f5b59 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 00b14ba9-258a-44e4-90a3-82cc3d39db76 kind: Event lastTimestamp: "2026-09-17T22:28:18Z" message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp 10.133.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:28:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:18Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs.18d63c3499dc6c3a namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: 6ec7f7da-8af0-41fa-88d1-9bf83f6072cb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1a2f0-predictor-f769ccbfc namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: cde6322f-e9ca-4c8c-bc69-db9ba0a52c9e kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: 'Created pod: error-404-isvc-1a2f0-predictor-f769ccbfc-q25hs' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor-f769ccbfc.18d63bb2cd58305a namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: 0763a469-e8e4-45da-a800-d216b0eaf710 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: c78678ed-72f7-4bb6-8dc4-d7d15aaba46f kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Scaled up replica set error-404-isvc-1a2f0-predictor-f769ccbfc from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:01Z" name: error-404-isvc-1a2f0-predictor.18d63bb2ca536df7 namespace: kserve-ci-e2e-test resourceVersion: "20838" uid: 4ba2a767-4b12-48b3-838e-520660ced170 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 6b64f9f3-3864-4f80-a293-3da76194d4dc kind: Event lastTimestamp: "2026-09-17T22:19:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:31Z" name: error-404-isvc-1a2f0-predictor.18d63bb647b52dfc namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: 6790313b-3357-4f11-a552-57b4fb228c26 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 6b64f9f3-3864-4f80-a293-3da76194d4dc kind: Event lastTimestamp: "2026-09-17T22:19:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:31Z" name: error-404-isvc-1a2f0-predictor.18d63bb648110a3a namespace: kserve-ci-e2e-test resourceVersion: "21146" uid: 14de8672-6e91-473c-8512-4e4e3fbe5ae5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:19:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "21018" uid: 6b64f9f3-3864-4f80-a293-3da76194d4dc kind: Event lastTimestamp: "2026-09-17T22:20:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:16Z" name: error-404-isvc-1a2f0-predictor.18d63bbd45543153 namespace: kserve-ci-e2e-test resourceVersion: "21759" uid: e6083ba0-6c68-4e07-80f1-8786b7ce2803 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:19:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "21018" uid: 6b64f9f3-3864-4f80-a293-3da76194d4dc kind: Event lastTimestamp: "2026-09-17T22:20:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:16Z" name: error-404-isvc-1a2f0-predictor.18d63bbd45abe598 namespace: kserve-ci-e2e-test resourceVersion: "21760" uid: 56a9235f-ee6c-47fa-81f4-2c9382afb996 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 27e2b7f0-66b8-40cd-9390-4665c1b4102d kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:48Z" name: error-404-isvc-1a2f0.18d63bb2c935a5ce namespace: kserve-ci-e2e-test resourceVersion: "21347" uid: 2d2dfbc1-48b4-4213-acbe-df093e34968d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21343" uid: 27e2b7f0-66b8-40cd-9390-4665c1b4102d kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: InferenceService [error-404-isvc-1a2f0] is Ready metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:48Z" name: error-404-isvc-1a2f0.18d63bbde029f06a namespace: kserve-ci-e2e-test resourceVersion: "21344" uid: e866096c-703c-42d0-be0e-afce3f648e36 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:18:46.977076Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1fd26-predictor-64d658b8f5-b29nl to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:18:46Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63baf85d660b4 namespace: kserve-ci-e2e-test resourceVersion: "20541" uid: c7758bfa-78c0-4279-ae07-b9c39b589b0e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1fd26-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:47Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63baf8f4adb53 namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: d66af343-2791-49a9-ba42-8f3f20596a61 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20547" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafcbb750f6 namespace: kserve-ci-e2e-test resourceVersion: "20572" uid: c177b489-208b-4ed4-ad7f-3b1eea503eaa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafccf36902 namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: 902da6c5-d61b-45c4-9eb5-2b3232bb76ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafd01b7828 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: ad552fca-acd1-4d1d-8d54-00282434ddac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafd0a13968 namespace: kserve-ci-e2e-test resourceVersion: "20578" uid: bc22835c-b23e-418e-8a29-4463302e7e35 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafd0aad5d2 namespace: kserve-ci-e2e-test resourceVersion: "20579" uid: 83b220c7-d08b-4e87-b1a3-c27d0710868f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafd3a3ebef namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: 30f7e2e2-7d18-4748-8b1a-80877e90750f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafd413e7c5 namespace: kserve-ci-e2e-test resourceVersion: "20581" uid: e501f016-607f-44e9-b320-e29ae5e2b305 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:19:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:24Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bafdec7c15b namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: 114163ff-eb8e-4e1b-88fe-370473e615b4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bbfd75189f4 namespace: kserve-ci-e2e-test resourceVersion: "21468" uid: 2e0494cf-56ef-4de3-b212-fed739cd1227 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bbfd7520c00 namespace: kserve-ci-e2e-test resourceVersion: "21469" uid: 571d3268-83f6-48e1-874c-f150c072f5fa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 4e51baa5-18e4-4d6d-9fd8-52d510c3dc5e kind: Event lastTimestamp: "2026-09-17T22:19:59Z" message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp 10.133.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:59Z" name: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl.18d63bc066f16be9 namespace: kserve-ci-e2e-test resourceVersion: "21568" uid: f5ff430e-067a-46ef-84bb-8f0642591884 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1fd26-predictor-64d658b8f5 namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: 4d75a983-888a-4b4d-8868-6feea9387d31 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: 'Created pod: error-404-isvc-1fd26-predictor-64d658b8f5-b29nl' metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:46Z" name: error-404-isvc-1fd26-predictor-64d658b8f5.18d63baf85768fb3 namespace: kserve-ci-e2e-test resourceVersion: "20538" uid: fe0c862a-9a9c-4664-a40d-95897a321625 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 0876bd96-6edf-4034-8809-7db16d055e98 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Scaled up replica set error-404-isvc-1fd26-predictor-64d658b8f5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:46Z" name: error-404-isvc-1fd26-predictor.18d63baf83e69678 namespace: kserve-ci-e2e-test resourceVersion: "20532" uid: c4fc4f40-38ef-4729-8366-36b6658c73ed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 48dc2968-6866-4628-b341-d7c46d5c5904 kind: Event lastTimestamp: "2026-09-17T22:19:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:16Z" name: error-404-isvc-1fd26-predictor.18d63bb3027e4532 namespace: kserve-ci-e2e-test resourceVersion: "21033" uid: ee37e1f8-192d-4997-8fb5-50aa1967475a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 48dc2968-6866-4628-b341-d7c46d5c5904 kind: Event lastTimestamp: "2026-09-17T22:19:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:16Z" name: error-404-isvc-1fd26-predictor.18d63bb302d9f538 namespace: kserve-ci-e2e-test resourceVersion: "21034" uid: 5f165223-7d3c-4432-9a9b-491045a8f752 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20888" uid: 48dc2968-6866-4628-b341-d7c46d5c5904 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: error-404-isvc-1fd26-predictor.18d63bba0003101c namespace: kserve-ci-e2e-test resourceVersion: "21315" uid: e52d80d0-c874-41a4-8d25-af886cf2fec4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20888" uid: 48dc2968-6866-4628-b341-d7c46d5c5904 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: error-404-isvc-1fd26-predictor.18d63bba005af702 namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: 5cc4b9c7-4379-40c0-8149-1b46ce0c6abc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "20518" uid: 825d8512-c720-412e-931b-781b24d8990c kind: Event lastTimestamp: "2026-09-17T22:19:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:34Z" name: error-404-isvc-1fd26.18d63baf840bcd61 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 3106b554-30d3-4c9e-a6ff-6060c574fcac reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: 825d8512-c720-412e-931b-781b24d8990c kind: Event lastTimestamp: "2026-09-17T22:19:34Z" message: InferenceService [error-404-isvc-1fd26] is Ready metadata: creationTimestamp: "2026-09-17T22:19:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:34Z" name: error-404-isvc-1fd26.18d63bba994b7842 namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: cbbb1a33-c5e0-45ca-afaf-7a2051e374bb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:07:01.795948Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5854c-predictor-99d55b49f-hk5lb to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:07:01Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0b55c44599 namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: ab17d85f-b98b-4af8-8dbf-2b1fc78fab59 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:07:02Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0b77bfa4b3 namespace: kserve-ci-e2e-test resourceVersion: "14571" uid: 77fcbac4-b805-4d7e-889c-2115a0fcdd61 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0b78f13da9 namespace: kserve-ci-e2e-test resourceVersion: "14573" uid: abc7c676-eedf-4274-bcf0-0ff283296e79 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" in 11.704s (11.704s including waiting). Image size: 1355866696 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0e3290a5c1 namespace: kserve-ci-e2e-test resourceVersion: "14701" uid: 119b4faa-77b5-46f8-acf1-97a88c20528a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0e3658ac64 namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: 9435095a-a4de-458e-a26b-22be24175a49 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0e36ca1ddf namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: e124e09b-b45f-4457-9cac-4716b54c5297 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0e36d65b5c namespace: kserve-ci-e2e-test resourceVersion: "14705" uid: 3085359c-9214-469a-9d62-057ff23e179e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:16Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.205s (2.205s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:16Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0eba501b64 namespace: kserve-ci-e2e-test resourceVersion: "14724" uid: 88b590e4-c33c-4237-ad68-973aecd3a6d2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:16Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0ebd7596f0 namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: 3eefd73a-9751-48ef-91ea-7bdca2e9f9fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:16Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0ebde5ca5d namespace: kserve-ci-e2e-test resourceVersion: "14730" uid: 13baa49f-b738-4628-95f1-6a0bc262a92b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:07:53Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:53Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b0efe1d5179 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: a19802c5-cf64-491f-ab2e-924e1e1db840 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:35Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b21338871ce namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: 02688dfa-b0f8-4c33-8c39-6900ffeeb6f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:35Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b21338909f9 namespace: kserve-ci-e2e-test resourceVersion: "15526" uid: cc119bf6-a125-4878-b025-1d7383070bbe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 055edb3c-2b50-4552-ab32-afbbda2b3748 kind: Event lastTimestamp: "2026-09-17T22:08:38Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:38Z" name: error-404-isvc-5854c-predictor-99d55b49f-hk5lb.18d63b21da52c3fe namespace: kserve-ci-e2e-test resourceVersion: "15628" uid: 31421404-c42a-4cc1-977d-182c4cdda3f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5854c-predictor-99d55b49f namespace: kserve-ci-e2e-test resourceVersion: "14497" uid: 7a29a5e8-49aa-48b5-8a9b-17293c353128 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'Created pod: error-404-isvc-5854c-predictor-99d55b49f-hk5lb' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: error-404-isvc-5854c-predictor-99d55b49f.18d63b0b5528f322 namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 07862604-eebd-4b5c-9fda-0c7e129c16bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14494" uid: bcd1257a-ac7e-44f8-83d7-020e9cf20820 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Scaled up replica set error-404-isvc-5854c-predictor-99d55b49f from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: error-404-isvc-5854c-predictor.18d63b0b521b3ce0 namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: b1530518-fab4-4449-b2f5-728df5fefb05 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: 33063c88-4f50-49ef-9bc0-265f7067e977 kind: Event lastTimestamp: "2026-09-17T22:07:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:31Z" name: error-404-isvc-5854c-predictor.18d63b0ed08e871a namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: a2e791e7-3e49-46bb-b075-966a6bb41100 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: 33063c88-4f50-49ef-9bc0-265f7067e977 kind: Event lastTimestamp: "2026-09-17T22:07:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:31Z" name: error-404-isvc-5854c-predictor.18d63b0ed0cde93f namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: 2774e811-8387-4ba7-9479-efd32c4a6a53 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:07:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14742" uid: 33063c88-4f50-49ef-9bc0-265f7067e977 kind: Event lastTimestamp: "2026-09-17T22:08:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:31Z" name: error-404-isvc-5854c-predictor.18d63b15ce091dca namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 06057423-1938-47a6-ad97-ba898453058c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:07:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14742" uid: 33063c88-4f50-49ef-9bc0-265f7067e977 kind: Event lastTimestamp: "2026-09-17T22:08:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:31Z" name: error-404-isvc-5854c-predictor.18d63b15ce682724 namespace: kserve-ci-e2e-test resourceVersion: "15439" uid: 2eb26c55-cc67-4b94-87c0-8c5ad8aaa025 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5854c namespace: kserve-ci-e2e-test resourceVersion: "14480" uid: 1f816201-521d-417c-aad2-97723123e2ad kind: Event lastTimestamp: "2026-09-17T22:08:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:03Z" name: error-404-isvc-5854c.18d63b0b521f9cde namespace: kserve-ci-e2e-test resourceVersion: "15164" uid: 67c197e5-832d-4103-9a11-19ff5d33622f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5854c namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 1f816201-521d-417c-aad2-97723123e2ad kind: Event lastTimestamp: "2026-09-17T22:08:03Z" message: InferenceService [error-404-isvc-5854c] is Ready metadata: creationTimestamp: "2026-09-17T22:08:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:03Z" name: error-404-isvc-5854c.18d63b19b88861db namespace: kserve-ci-e2e-test resourceVersion: "15162" uid: 80e6db4f-5430-4879-9636-28f557bd2227 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:19:57.232446Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bbfe1624419 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 4c4e5263-9d39-4250-b328-7af103a7fa0e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21523" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc003650889 namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: 4ee6881a-e072-416f-a02b-2879c1dd9e11 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc00482b351 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: b910e907-293a-4098-b0e3-76407a3d10dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc0074c3c97 namespace: kserve-ci-e2e-test resourceVersion: "21544" uid: a25eb8cf-634b-4c88-836b-b62d5f1d0b05 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc007bad7b9 namespace: kserve-ci-e2e-test resourceVersion: "21545" uid: df7ad569-5f57-4c64-a1f4-79c6da0f0cd8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc007c52cba namespace: kserve-ci-e2e-test resourceVersion: "21546" uid: 31843b74-bee0-46dd-b9b9-fe676d5f50bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc00ae8dbde namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: 75b76901-916d-4f88-8939-373ebf95f947 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc00b54de3a namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 9885c5ac-9caf-4d38-ae8f-e14a91ad04d3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:19:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:20:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:34Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63bc03ecb61fa namespace: kserve-ci-e2e-test resourceVersion: "21902" uid: 0134d003-d533-430c-a7db-62f41a33229c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:11Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63c4105150720 namespace: kserve-ci-e2e-test resourceVersion: "26066" uid: 05833e31-f82f-4a20-acfa-463a2942f859 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 8d06a762-c3dc-42a2-8c3a-3ac1352b1f39 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:11Z" name: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h.18d63c4105158002 namespace: kserve-ci-e2e-test resourceVersion: "26067" uid: 7d288ca0-19f3-403e-8aaa-57a73211fcb8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-6bcee-predictor-85458cdc4c namespace: kserve-ci-e2e-test resourceVersion: "21506" uid: e1863009-6167-4d92-88dd-5e642e4e3b74 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created pod: error-404-isvc-6bcee-predictor-85458cdc4c-p8f2h' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor-85458cdc4c.18d63bbfe0ddf379 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: 83b336c6-aa37-4311-882f-a991b67934cb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21504" uid: c0449cbd-9230-4838-bde1-7e1ec4e49a02 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Scaled up replica set error-404-isvc-6bcee-predictor-85458cdc4c from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:57Z" name: error-404-isvc-6bcee-predictor.18d63bbfdf74932b namespace: kserve-ci-e2e-test resourceVersion: "21508" uid: b440c387-0139-4693-96e5-0e6b8f5faf34 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 6f11dbf9-822f-4f6a-9652-54c2a2d3804a kind: Event lastTimestamp: "2026-09-17T22:20:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:42Z" name: error-404-isvc-6bcee-predictor.18d63bc35df0d4f7 namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: 75c29045-db58-43ec-a859-33599d4c2af3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 6f11dbf9-822f-4f6a-9652-54c2a2d3804a kind: Event lastTimestamp: "2026-09-17T22:20:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:42Z" name: error-404-isvc-6bcee-predictor.18d63bc35e4d5475 namespace: kserve-ci-e2e-test resourceVersion: "21960" uid: 2b2a7286-adb0-422f-9a41-f800f24e76c7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:20:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21719" uid: 6f11dbf9-822f-4f6a-9652-54c2a2d3804a kind: Event lastTimestamp: "2026-09-17T22:21:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:20:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:12Z" name: error-404-isvc-6bcee-predictor.18d63bc6dcde1026 namespace: kserve-ci-e2e-test resourceVersion: "22234" uid: 365446c9-4cf8-47b6-b69b-f81949506f9d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:20:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21719" uid: 6f11dbf9-822f-4f6a-9652-54c2a2d3804a kind: Event lastTimestamp: "2026-09-17T22:21:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:20:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:12Z" name: error-404-isvc-6bcee-predictor.18d63bc6dd39e3f5 namespace: kserve-ci-e2e-test resourceVersion: "22235" uid: 4fb0db67-71cc-4be8-9450-9b65fa1d4c14 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: 8b857ed8-0abe-43a8-896d-a77e2f0cf411 kind: Event lastTimestamp: "2026-09-17T22:20:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:44Z" name: error-404-isvc-6bcee.18d63bbfdfa5cbca namespace: kserve-ci-e2e-test resourceVersion: "21988" uid: 5d7f7d2d-b90f-43b1-9c5d-05fb915fc7ec reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21986" uid: 8b857ed8-0abe-43a8-896d-a77e2f0cf411 kind: Event lastTimestamp: "2026-09-17T22:20:44Z" message: InferenceService [error-404-isvc-6bcee] is Ready metadata: creationTimestamp: "2026-09-17T22:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:44Z" name: error-404-isvc-6bcee.18d63bcaf916da10 namespace: kserve-ci-e2e-test resourceVersion: "21987" uid: fbd407c9-e914-4f12-a557-981fc9ac1fe8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:08:35.867422Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8341c-predictor-b849f7567-l7zl7 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:08:35Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b213cdd07ea namespace: kserve-ci-e2e-test resourceVersion: "15568" uid: 2d850192-f2e5-4ed3-9435-f770b31411f3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b215eca26f2 namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 4c41ef15-b7f9-4bb9-942e-3de1314ff855 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b215ff60cd9 namespace: kserve-ci-e2e-test resourceVersion: "15599" uid: 6e26bdc9-bfed-4243-b5d7-b95274c1799a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b2163020383 namespace: kserve-ci-e2e-test resourceVersion: "15602" uid: 237cd4ef-d514-43cc-9fea-efe494773310 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b2163743c10 namespace: kserve-ci-e2e-test resourceVersion: "15603" uid: 34d311e7-b96e-4a2a-9b79-21761ea1afa8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b21637e73e0 namespace: kserve-ci-e2e-test resourceVersion: "15604" uid: bf0e3ab4-a70f-4d7a-97d6-77834165d290 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b21662f1f9b namespace: kserve-ci-e2e-test resourceVersion: "15605" uid: da273548-2df0-4b19-acd9-63e35080e15a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b21669d9cc2 namespace: kserve-ci-e2e-test resourceVersion: "15606" uid: b2925487-3b1e-4478-990a-552fce92ae3e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:17:52Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:52Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63b2176d68a6f namespace: kserve-ci-e2e-test resourceVersion: "20023" uid: fe97db3a-af99-43f6-aa72-2eb4bf35d7be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63ba266b58c8b namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: c8f68b6f-17a7-4af0-b24f-0709dd0ae0ad reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63ba266b5ec68 namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 7c94838d-5a6d-45f0-bbf2-ad20803a42db reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8341c-predictor-b849f7567-l7zl7 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 872f2a38-fc24-4c38-ae22-922602368804 kind: Event lastTimestamp: "2026-09-17T22:17:52Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:52Z" name: error-404-isvc-8341c-predictor-b849f7567-l7zl7.18d63ba2eb3426f8 namespace: kserve-ci-e2e-test resourceVersion: "20022" uid: b1af99b1-0252-4ed8-9082-0d60683471c6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8341c-predictor-b849f7567 namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 2b92ca0c-cc4d-4a2a-8686-f3e56ab518b3 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: 'Created pod: error-404-isvc-8341c-predictor-b849f7567-l7zl7' metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:35Z" name: error-404-isvc-8341c-predictor-b849f7567.18d63b213c7ec367 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 95687ada-b890-42e8-9300-5cf12c064b62 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15555" uid: e4558511-abac-4e09-85ca-49acb326c68d kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Scaled up replica set error-404-isvc-8341c-predictor-b849f7567 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:35Z" name: error-404-isvc-8341c-predictor.18d63b213af9b9c2 namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: c381f6ce-1905-463a-aed4-943d77cdb6ca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: c782e0dd-bac2-490a-aeed-73e3863559f3 kind: Event lastTimestamp: "2026-09-17T22:09:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:05Z" name: error-404-isvc-8341c-predictor.18d63b24b953b8b5 namespace: kserve-ci-e2e-test resourceVersion: "15887" uid: bf3dee3f-a662-48d8-b71f-5b8725445736 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: c782e0dd-bac2-490a-aeed-73e3863559f3 kind: Event lastTimestamp: "2026-09-17T22:09:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:05Z" name: error-404-isvc-8341c-predictor.18d63b24b9ace476 namespace: kserve-ci-e2e-test resourceVersion: "15888" uid: 0629d761-1d49-432d-b3b2-4c5b807c1df2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:09:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15748" uid: c782e0dd-bac2-490a-aeed-73e3863559f3 kind: Event lastTimestamp: "2026-09-17T22:09:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:09:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:50Z" name: error-404-isvc-8341c-predictor.18d63b2bb6c86a49 namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: 4847576c-b5e4-4d80-8bd7-62bbc5a4d0fe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:09:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15748" uid: c782e0dd-bac2-490a-aeed-73e3863559f3 kind: Event lastTimestamp: "2026-09-17T22:09:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:09:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:50Z" name: error-404-isvc-8341c-predictor.18d63b2bb722aec2 namespace: kserve-ci-e2e-test resourceVersion: "16508" uid: d2977dcc-dbaf-4cf3-9257-fc492e521e4e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8341c namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: becac06c-314b-41b8-9f74-46a4d6754463 kind: Event lastTimestamp: "2026-09-17T22:09:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:22Z" name: error-404-isvc-8341c.18d63b213af98fcb namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: e151a3db-f52a-4411-b7b5-002fde49a828 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8341c namespace: kserve-ci-e2e-test resourceVersion: "16060" uid: becac06c-314b-41b8-9f74-46a4d6754463 kind: Event lastTimestamp: "2026-09-17T22:09:22Z" message: InferenceService [error-404-isvc-8341c] is Ready metadata: creationTimestamp: "2026-09-17T22:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:22Z" name: error-404-isvc-8341c.18d63b2c31659fa3 namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 82d89fac-a3af-4474-ad6f-b8c19ca442a5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:29:12.036748Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26107" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-94ae3-predictor-7dd5ccf689-j665r to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c410e4c0538 namespace: kserve-ci-e2e-test resourceVersion: "26111" uid: 983ae197-78e9-47f7-9a12-f13694d17376 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26120" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Add eth0 [10.133.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c413028de85 namespace: kserve-ci-e2e-test resourceVersion: "26135" uid: fe407635-cc84-4235-8348-75d66fad05d0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c413150d5e5 namespace: kserve-ci-e2e-test resourceVersion: "26138" uid: 51c1e8a9-7710-4d69-9d9f-2a6556d120a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c413436d4e8 namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: 4dccd94a-1fed-4b64-bc21-8282ef62c116 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c4134adc88c namespace: kserve-ci-e2e-test resourceVersion: "26142" uid: 8a21ea82-34b3-4c0a-a029-07726bebc1cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c4134b95d11 namespace: kserve-ci-e2e-test resourceVersion: "26143" uid: d11c86e8-f826-40a3-970f-6e2b01f230dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c41377833bc namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: 7c87e80b-629a-438a-9def-a50854931c68 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c4137e6fd5b namespace: kserve-ci-e2e-test resourceVersion: "26145" uid: e646ac88-92e5-41ed-b89a-18c3a6badfd0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:29:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:29:50Z" message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:29:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:50Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63c418dde0705 namespace: kserve-ci-e2e-test resourceVersion: "26655" uid: 4066b09b-0611-4def-8c8a-62bf22c768dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:46:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:31Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63d330f28c305 namespace: kserve-ci-e2e-test resourceVersion: "33795" uid: 31998645-4b99-4804-919a-a0dc5bd2d5f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: b182630b-eec4-4342-98e9-a5f0c3b5b478 kind: Event lastTimestamp: "2026-09-17T22:46:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:31Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r.18d63d330f295200 namespace: kserve-ci-e2e-test resourceVersion: "33796" uid: aad14ae7-e418-43e8-8f05-45bc40ade370 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-94ae3-predictor-7dd5ccf689 namespace: kserve-ci-e2e-test resourceVersion: "26100" uid: 1a8b732f-be17-4df4-8ddd-af55c644835f kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: 'Created pod: error-404-isvc-94ae3-predictor-7dd5ccf689-j665r' metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor-7dd5ccf689.18d63c410dc3669b namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 61e8c096-2476-4167-8c30-35258e4fe6fa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26098" uid: 8baa6521-bd8e-47b6-8806-419144deb710 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Scaled up replica set error-404-isvc-94ae3-predictor-7dd5ccf689 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:12Z" name: error-404-isvc-94ae3-predictor.18d63c410c312359 namespace: kserve-ci-e2e-test resourceVersion: "26102" uid: 66616f59-a361-4d4a-a019-120a1f14b74e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:29:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26099" uid: 25a2b0dc-0081-4eb0-9307-720e6abd9535 kind: Event lastTimestamp: "2026-09-17T22:29:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:57Z" name: error-404-isvc-94ae3-predictor.18d63c448aa2e026 namespace: kserve-ci-e2e-test resourceVersion: "26713" uid: 8e21f23f-46a7-470f-9b38-855d3ed498f6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:29:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26099" uid: 25a2b0dc-0081-4eb0-9307-720e6abd9535 kind: Event lastTimestamp: "2026-09-17T22:29:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:57Z" name: error-404-isvc-94ae3-predictor.18d63c448b095eaf namespace: kserve-ci-e2e-test resourceVersion: "26714" uid: fba8c8ce-7e19-4149-83fb-53df8ae9a0eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26448" uid: 25a2b0dc-0081-4eb0-9307-720e6abd9535 kind: Event lastTimestamp: "2026-09-17T22:30:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:27Z" name: error-404-isvc-94ae3-predictor.18d63c4f06b943a4 namespace: kserve-ci-e2e-test resourceVersion: "27053" uid: 7aa9f8fc-cf75-49ca-8549-a586e6c497ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26448" uid: 25a2b0dc-0081-4eb0-9307-720e6abd9535 kind: Event lastTimestamp: "2026-09-17T22:30:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:27Z" name: error-404-isvc-94ae3-predictor.18d63c4f07195b3b namespace: kserve-ci-e2e-test resourceVersion: "27054" uid: 6cf19a51-5e2c-492b-bc7a-0d9932771fb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26084" uid: 43dd8158-e539-4688-a947-242e9bb22b13 kind: Event lastTimestamp: "2026-09-17T22:30:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:00Z" name: error-404-isvc-94ae3.18d63c410c329d55 namespace: kserve-ci-e2e-test resourceVersion: "26747" uid: 4e03cae7-1b05-4393-9679-8ed10ef7f400 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26745" uid: 43dd8158-e539-4688-a947-242e9bb22b13 kind: Event lastTimestamp: "2026-09-17T22:30:00Z" message: InferenceService [error-404-isvc-94ae3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:00Z" name: error-404-isvc-94ae3.18d63c4c48ba8a1e namespace: kserve-ci-e2e-test resourceVersion: "26746" uid: 2dbb62a2-a1b2-4d72-bb0d-33e330d65cc0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:28:15.951291Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25244" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:28:15Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c33ff57ee7f namespace: kserve-ci-e2e-test resourceVersion: "25248" uid: 048dfddc-2bf3-42a9-a80e-8f91f534a348 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:16Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a2de1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:16Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c3408eb68a9 namespace: kserve-ci-e2e-test resourceVersion: "25264" uid: 88ed57f7-99cd-46c5-937c-ba1ba0e1fc2d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25254" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Add eth0 [10.133.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c3444ffef82 namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: 7f37a4cf-b55b-4ae7-896f-ec10eb398657 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c34462e8121 namespace: kserve-ci-e2e-test resourceVersion: "25280" uid: 9d54f605-5ad3-43c1-a0b2-0f5ed0ea8fc7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c34491b7ce1 namespace: kserve-ci-e2e-test resourceVersion: "25284" uid: 7054d8fd-fd6d-4c7f-868a-88232283ebf7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c344989f377 namespace: kserve-ci-e2e-test resourceVersion: "25286" uid: cadd1111-d83a-44f4-ae79-e9e4713aaf1c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c344994194c namespace: kserve-ci-e2e-test resourceVersion: "25288" uid: ab2121f3-ebb5-459d-bcd6-36b24443b0b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c344c51a22b namespace: kserve-ci-e2e-test resourceVersion: "25289" uid: a0313ebc-8bd6-47b7-8e38-500ff34d81ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c344cbf39bd namespace: kserve-ci-e2e-test resourceVersion: "25290" uid: bdac3f05-1d32-48b4-bb8b-c13f07f1de65 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:28:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:28:54Z" message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:28:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:54Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c34b13c1b94 namespace: kserve-ci-e2e-test resourceVersion: "25880" uid: 846c565f-6273-4c5c-babe-93ecb509f516 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c44530ff535 namespace: kserve-ci-e2e-test resourceVersion: "26364" uid: 2eed093b-1734-475e-825e-40a3c2ffc779 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6 namespace: kserve-ci-e2e-test resourceVersion: "25245" uid: a354cd7e-013f-4e42-9120-6e9f9f3dc4ed kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6.18d63c4453107687 namespace: kserve-ci-e2e-test resourceVersion: "26365" uid: 87adb677-528c-4e4b-9973-8e85bf4ce99f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a2de1-predictor-7ff9c75c75 namespace: kserve-ci-e2e-test resourceVersion: "25237" uid: b72a5142-0119-478b-b775-58bf4366d745 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: 'Created pod: error-404-isvc-a2de1-predictor-7ff9c75c75-tmnf6' metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:15Z" name: error-404-isvc-a2de1-predictor-7ff9c75c75.18d63c33ff22d761 namespace: kserve-ci-e2e-test resourceVersion: "25246" uid: 7c08f55f-857a-4884-a91b-cf010e617564 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25234" uid: 25ff3128-711c-4464-bfd7-57f611408021 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Scaled up replica set error-404-isvc-a2de1-predictor-7ff9c75c75 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:15Z" name: error-404-isvc-a2de1-predictor.18d63c33fcc8de37 namespace: kserve-ci-e2e-test resourceVersion: "25239" uid: 6ea40614-538a-4310-9218-52d59a918128 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:28:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25236" uid: eb108efe-96a0-4d5d-a234-c80072eb2672 kind: Event lastTimestamp: "2026-09-17T22:28:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:45Z" name: error-404-isvc-a2de1-predictor.18d63c377b60b67d namespace: kserve-ci-e2e-test resourceVersion: "25806" uid: df753ae1-5671-4cca-8caf-9ff21e736ed4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:28:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25236" uid: eb108efe-96a0-4d5d-a234-c80072eb2672 kind: Event lastTimestamp: "2026-09-17T22:28:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:45Z" name: error-404-isvc-a2de1-predictor.18d63c377bbcf4a0 namespace: kserve-ci-e2e-test resourceVersion: "25807" uid: 943a8ca4-ee4d-480f-b1a4-0667212fc4ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:29:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25415" uid: eb108efe-96a0-4d5d-a234-c80072eb2672 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: error-404-isvc-a2de1-predictor.18d63c3e78f188ac namespace: kserve-ci-e2e-test resourceVersion: "26216" uid: dea83147-8f81-4389-bdde-503b2ba1cc00 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:29:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25415" uid: eb108efe-96a0-4d5d-a234-c80072eb2672 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: error-404-isvc-a2de1-predictor.18d63c3e794e5816 namespace: kserve-ci-e2e-test resourceVersion: "26217" uid: b6c85d3a-677e-4b4f-b799-72355a98402a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "25221" uid: 9b36f130-7819-49d3-9bbc-3b25b3e73178 kind: Event lastTimestamp: "2026-09-17T22:29:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:29:05Z" name: error-404-isvc-a2de1.18d63c33fcf767a3 namespace: kserve-ci-e2e-test resourceVersion: "25958" uid: 8befea20-a679-43d0-a458-f2034daabae2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "25956" uid: 9b36f130-7819-49d3-9bbc-3b25b3e73178 kind: Event lastTimestamp: "2026-09-17T22:29:05Z" message: InferenceService [error-404-isvc-a2de1] is Ready metadata: creationTimestamp: "2026-09-17T22:29:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:29:05Z" name: error-404-isvc-a2de1.18d63c3f6be135f2 namespace: kserve-ci-e2e-test resourceVersion: "25957" uid: 18ddf6fa-08a9-47e8-ac10-072c1b47e4b1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:09:32.291438Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a4672-predictor-7f59856fb5-d29mp to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:09:32Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2e5fff2b00 namespace: kserve-ci-e2e-test resourceVersion: "16257" uid: 15ae77d6-6a8e-4895-aff3-2b34de98dacf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a4672-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2e67d1a69f namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: c5fb91a8-fd73-42d1-8750-d958821d8b1d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16262" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2ea5b98567 namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: 0adbc56c-ae70-4ffe-ac49-7c10f90a4c2a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2ea6f5a492 namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 46d8b1bb-d640-418f-b898-f0feea467a9d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2eaa676930 namespace: kserve-ci-e2e-test resourceVersion: "16295" uid: 422ddfab-3a37-44f1-8cb9-037c56647bbe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2eaad7bd0e namespace: kserve-ci-e2e-test resourceVersion: "16296" uid: 00646146-d4ea-4e82-83a5-f1706e265589 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2eaae0db45 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: 26f6022a-d09b-4eb6-b756-676ad616fc0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2ead769b0e namespace: kserve-ci-e2e-test resourceVersion: "16302" uid: dc574bd9-6562-4073-ab06-d59bc172ef68 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2eade5e843 namespace: kserve-ci-e2e-test resourceVersion: "16303" uid: c8234fbf-3c4e-4833-8f81-91a0eb7d01ca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:10:11Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:10:11Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63b2f0717fb48 namespace: kserve-ci-e2e-test resourceVersion: "16661" uid: 890b9d6f-2d36-44c5-8bb2-a38f730d7ca9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:46Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63baf7bcc9332 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: d21a8900-b6cb-4b88-8ce0-f62aac2841eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: c23e2670-b897-425f-b746-f37006aab637 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:46Z" name: error-404-isvc-a4672-predictor-7f59856fb5-d29mp.18d63baf7bcd1085 namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: 8e579b1c-d5f5-491f-b4f8-4774b9b328eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a4672-predictor-7f59856fb5 namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: 23fd4a4d-b796-4a90-8231-edb73fc7d1b6 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: 'Created pod: error-404-isvc-a4672-predictor-7f59856fb5-d29mp' metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:32Z" name: error-404-isvc-a4672-predictor-7f59856fb5.18d63b2e5f723db3 namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: 59c320c8-853f-4e1e-b27e-ebc3adce5285 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16244" uid: 76c908be-c0e9-46a4-ae44-e77114c556be kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Scaled up replica set error-404-isvc-a4672-predictor-7f59856fb5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:32Z" name: error-404-isvc-a4672-predictor.18d63b2e5dc87940 namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: 0a1f5bdc-c82e-4270-b805-acfbd7810d40 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:09:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: 17130eaa-0606-44d3-9435-259c87b71b22 kind: Event lastTimestamp: "2026-09-17T22:10:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:02Z" name: error-404-isvc-a4672-predictor.18d63b31dc8e02df namespace: kserve-ci-e2e-test resourceVersion: "16593" uid: 7d4b62f1-acf6-4d44-846d-5742a11e7504 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:09:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: 17130eaa-0606-44d3-9435-259c87b71b22 kind: Event lastTimestamp: "2026-09-17T22:10:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:02Z" name: error-404-isvc-a4672-predictor.18d63b31dce9f634 namespace: kserve-ci-e2e-test resourceVersion: "16594" uid: 2ec52966-889e-42cc-b77d-570d8b3d7c3e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:10:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: 17130eaa-0606-44d3-9435-259c87b71b22 kind: Event lastTimestamp: "2026-09-17T22:10:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:47Z" name: error-404-isvc-a4672-predictor.18d63b38da1e2b0d namespace: kserve-ci-e2e-test resourceVersion: "16984" uid: 3dc6a144-28ff-4617-a70e-f38e167dcbd6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:10:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: 17130eaa-0606-44d3-9435-259c87b71b22 kind: Event lastTimestamp: "2026-09-17T22:10:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:47Z" name: error-404-isvc-a4672-predictor.18d63b38da7c6932 namespace: kserve-ci-e2e-test resourceVersion: "16985" uid: 7d33f1d6-e360-4fa8-b52a-47e5f12370c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: a254ad30-9675-478a-9a60-f1c67509f994 kind: Event lastTimestamp: "2026-09-17T22:10:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:10:21Z" name: error-404-isvc-a4672.18d63b2e5e2c540a namespace: kserve-ci-e2e-test resourceVersion: "16758" uid: e66b0317-20fc-4ea5-ab75-20fd63d521d7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16755" uid: a254ad30-9675-478a-9a60-f1c67509f994 kind: Event lastTimestamp: "2026-09-17T22:10:21Z" message: InferenceService [error-404-isvc-a4672] is Ready metadata: creationTimestamp: "2026-09-17T22:10:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:10:21Z" name: error-404-isvc-a4672.18d63b39c1f877b5 namespace: kserve-ci-e2e-test resourceVersion: "16756" uid: 9c31ceaa-c058-47dd-a501-628fd560836d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:17:50.716790Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19963" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ab288-predictor-c9f568f7f-nbvxq to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba26c767719 namespace: kserve-ci-e2e-test resourceVersion: "19967" uid: f9abf359-8728-4ba0-a810-4fbc26bcf6b6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba28e9e3b04 namespace: kserve-ci-e2e-test resourceVersion: "19988" uid: e98adfa5-e25a-431a-be31-29e44ec8fd8f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba290ad422f namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: 4627a2a1-cb58-4285-8545-b85c3331142e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba293c5cf1f namespace: kserve-ci-e2e-test resourceVersion: "19996" uid: 10477a3b-45c9-4a15-abbc-9f555919c004 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba294495b0d namespace: kserve-ci-e2e-test resourceVersion: "19997" uid: ce89eab3-39f2-4fbf-8a3d-30ed771b033d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba29452bc66 namespace: kserve-ci-e2e-test resourceVersion: "19998" uid: aa94bb47-c18b-4c46-b1eb-c1d824fe71ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba2971f73f1 namespace: kserve-ci-e2e-test resourceVersion: "19999" uid: f174ef8e-a9d9-4ea3-a4df-95bb700bd464 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba2978befda namespace: kserve-ci-e2e-test resourceVersion: "20000" uid: c9902674-6ff4-4d2e-abea-8ed8a16ebcc1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:18:28Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:28Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63ba2c5add4c8 namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: 966434c7-0a53-4b68-a771-63191b938375 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:00Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63bb2c1c9e498 namespace: kserve-ci-e2e-test resourceVersion: "20802" uid: 3b3146f4-3f34-47dd-b7da-28c3a5da2f85 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:00Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63bb2c1cae15e namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: ea32c2be-59a0-4c7a-9ef1-c8f9250ec70c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 50d0de5a-be87-4994-9c37-42800d1c7f61 kind: Event lastTimestamp: "2026-09-17T22:19:03Z" message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp 10.133.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:03Z" name: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq.18d63bb34dd7c60b namespace: kserve-ci-e2e-test resourceVersion: "20906" uid: 01212d9e-d895-4f1d-9812-f3be98d19be5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ab288-predictor-c9f568f7f namespace: kserve-ci-e2e-test resourceVersion: "19955" uid: abb3cb2d-26ec-4211-9869-e5a78c6df3ac kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: 'Created pod: error-404-isvc-ab288-predictor-c9f568f7f-nbvxq' metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-ab288-predictor-c9f568f7f.18d63ba26c0761cb namespace: kserve-ci-e2e-test resourceVersion: "19964" uid: 125fb72a-28b4-43a9-95cc-952349f762ae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19952" uid: ef0c06ff-c363-409c-9ac8-a4671076b7b3 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Scaled up replica set error-404-isvc-ab288-predictor-c9f568f7f from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-ab288-predictor.18d63ba26a74a7ef namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: 39bed68e-058c-4137-a0ae-3276b30b363a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: e26f0168-09bf-495a-b9bc-76c933582fe7 kind: Event lastTimestamp: "2026-09-17T22:18:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:20Z" name: error-404-isvc-ab288-predictor.18d63ba5e8e325d0 namespace: kserve-ci-e2e-test resourceVersion: "20240" uid: 91b82ae5-010d-44c0-a28e-c8a36a44fabf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: e26f0168-09bf-495a-b9bc-76c933582fe7 kind: Event lastTimestamp: "2026-09-17T22:18:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:20Z" name: error-404-isvc-ab288-predictor.18d63ba5e93fe217 namespace: kserve-ci-e2e-test resourceVersion: "20241" uid: 44c47d04-f8af-4ab6-99d6-748367a1d3de reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: e26f0168-09bf-495a-b9bc-76c933582fe7 kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:18:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: error-404-isvc-ab288-predictor.18d63bace686cada namespace: kserve-ci-e2e-test resourceVersion: "20643" uid: 4f710157-168c-420b-bf7f-b26d55a039f2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: e26f0168-09bf-495a-b9bc-76c933582fe7 kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:18:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: error-404-isvc-ab288-predictor.18d63bace6e567c3 namespace: kserve-ci-e2e-test resourceVersion: "20644" uid: 10730b2b-4785-40f3-805c-e48a3e13cf4a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: c28eac04-0fcb-48d6-9eda-c61df01dcf56 kind: Event lastTimestamp: "2026-09-17T22:18:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:18:38Z" name: error-404-isvc-ab288.18d63ba26aa2fc22 namespace: kserve-ci-e2e-test resourceVersion: "20389" uid: 81896cbb-b79a-423c-9ec3-5fa09a9f665a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: c28eac04-0fcb-48d6-9eda-c61df01dcf56 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: 'Failed to update status for InferenceService "error-404-isvc-ab288": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ab288": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-ab288.18d63ba26b1513ef namespace: kserve-ci-e2e-test resourceVersion: "19960" uid: ea551ba0-be8e-4242-86f6-1eadfb9a74e4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: c28eac04-0fcb-48d6-9eda-c61df01dcf56 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ab288": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:17:50Z" name: error-404-isvc-ab288.18d63ba26b155738 namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: 40ed2abb-7f03-4a8a-ae81-1067055d7f54 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "20387" uid: c28eac04-0fcb-48d6-9eda-c61df01dcf56 kind: Event lastTimestamp: "2026-09-17T22:18:38Z" message: InferenceService [error-404-isvc-ab288] is Ready metadata: creationTimestamp: "2026-09-17T22:18:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:18:38Z" name: error-404-isvc-ab288.18d63bad802f6882 namespace: kserve-ci-e2e-test resourceVersion: "20388" uid: de5704bc-3567-413a-aae2-04fedb821db9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:07:01.599268Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14455" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0b4a0b2e9c namespace: kserve-ci-e2e-test resourceVersion: "14461" uid: b699d10b-931b-48b1-b470-eca2b29523a3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0b6c5cae1f namespace: kserve-ci-e2e-test resourceVersion: "14564" uid: 8915573d-da77-4f3a-bbb6-11c73fa17128 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0b6d9f853d namespace: kserve-ci-e2e-test resourceVersion: "14566" uid: 9667ca64-d6ec-438d-bc15-3e9c73b4489b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0b70778b2c namespace: kserve-ci-e2e-test resourceVersion: "14568" uid: 13863155-d9ec-47d0-aa45-e5cb02851014 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0b70f8a854 namespace: kserve-ci-e2e-test resourceVersion: "14569" uid: 1062334a-50aa-4fdc-8bf1-70648b9b4a31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" metadata: creationTimestamp: "2026-09-17T22:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:07Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b0cbdb06d45 namespace: kserve-ci-e2e-test resourceVersion: "14638" uid: bc41d636-03eb-4a8e-8984-50e9fb28e27a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 14.612s (14.612s including waiting). Image size: 1580890516 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b1024a2c489 namespace: kserve-ci-e2e-test resourceVersion: "14790" uid: 97747353-05fc-4f3a-b5c9-8f5fc1cd78a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b102aab4df7 namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 087f0f10-8037-456d-84d0-ad18a6f5d7d6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b102bddb65d namespace: kserve-ci-e2e-test resourceVersion: "14801" uid: 2db341ee-b3ef-4d75-8604-639fd274f8ad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b102bea32a0 namespace: kserve-ci-e2e-test resourceVersion: "14802" uid: 0e28556d-48f9-4f28-97db-5c19ba9d48c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b10306cddbc namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: e21621d6-f3da-4084-b74c-27ab1650b816 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b10315ef68c namespace: kserve-ci-e2e-test resourceVersion: "14806" uid: ac421733-4de0-4348-902d-4a3129fc3245 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-09-17T22:07:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:09:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:07:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:33Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b107da758eb namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: d9785de9-f5d9-4ec3-8217-af984f507dea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b2e51222bc7 namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: 7351837e-e18c-469e-ab0f-42b389b62616 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b2e512291ae namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: 2357e070-ecc2-45d0-b9f8-c740323ae7d0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 597d10f8-4378-4c6f-a191-8e132e3a52ef kind: Event lastTimestamp: "2026-09-17T22:09:34Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:34Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm.18d63b2efe2e306a namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 6369823b-a0d8-474b-b7c9-864ae61a8bc6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-74fc5cfbf9 namespace: kserve-ci-e2e-test resourceVersion: "14448" uid: 59853b14-742d-47c0-9691-0ffe5da6d494 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-74fc5cfbf9-9c6gm' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-1-predictor-74fc5cfbf9.18d63b0b49a3abcb namespace: kserve-ci-e2e-test resourceVersion: "14457" uid: 6c9265e0-4b12-47bc-9b86-aaa1c85859ec reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14446" uid: f7189bd9-0f09-4968-84ef-012bddf4fc82 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-74fc5cfbf9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-1-predictor.18d63b0b469844a5 namespace: kserve-ci-e2e-test resourceVersion: "14449" uid: ded3dc5b-9ba3-43d4-a289-1362bd0016d9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: 465f8475-0499-47b2-9646-61a680d7d9ec kind: Event lastTimestamp: "2026-09-17T22:07:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:31Z" name: isvc-sklearn-graph-1-predictor.18d63b0ec4e70ff2 namespace: kserve-ci-e2e-test resourceVersion: "14885" uid: 56e6d718-5fb1-4c0a-a842-c9235947a9b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: 465f8475-0499-47b2-9646-61a680d7d9ec kind: Event lastTimestamp: "2026-09-17T22:07:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:31Z" name: isvc-sklearn-graph-1-predictor.18d63b0ec54514a0 namespace: kserve-ci-e2e-test resourceVersion: "14886" uid: 3a4c8f1a-2d36-4f6b-a3ca-73b81111e3c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:07:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14737" uid: 465f8475-0499-47b2-9646-61a680d7d9ec kind: Event lastTimestamp: "2026-09-17T22:09:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:16Z" name: isvc-sklearn-graph-1-predictor.18d63b15c27817f8 namespace: kserve-ci-e2e-test resourceVersion: "15962" uid: 69c544de-2382-46c9-9d40-14395284cd7f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:07:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14737" uid: 465f8475-0499-47b2-9646-61a680d7d9ec kind: Event lastTimestamp: "2026-09-17T22:09:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:16Z" name: isvc-sklearn-graph-1-predictor.18d63b15c2d74e0c namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: 9ab7a7a3-dc9a-48f5-9aa2-80bfbd691f15 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14431" uid: 2c8198f7-504d-4734-88dd-7249e7802d42 kind: Event lastTimestamp: "2026-09-17T22:08:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:53Z" name: isvc-sklearn-graph-1.18d63b0b4696a560 namespace: kserve-ci-e2e-test resourceVersion: "15779" uid: 1841febd-e3b0-4aa4-b5f7-c14ade47740d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15777" uid: 2c8198f7-504d-4734-88dd-7249e7802d42 kind: Event lastTimestamp: "2026-09-17T22:08:53Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T22:08:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:53Z" name: isvc-sklearn-graph-1.18d63b255927e99b namespace: kserve-ci-e2e-test resourceVersion: "15778" uid: 0840c7d2-244c-4efc-a655-28a0da9456e6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:07:01.914726Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0b5cd8b1ac namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: fe5d71af-9db7-43ce-8e60-e69b2c6798cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0b7f5f8818 namespace: kserve-ci-e2e-test resourceVersion: "14577" uid: 87bcad25-f7cf-4a1b-b026-8f830be6d596 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0b80fdb593 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: db7aa46d-dbf1-4cea-97fa-f0f09e46ff0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0b864c2e89 namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 7ca597ff-191a-45d0-8cf8-7a0676a4c666 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0b89601003 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 2c2e5d0e-08fa-49b4-80f9-a4bd7043c44e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" metadata: creationTimestamp: "2026-09-17T22:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:07Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b0cbd67a215 namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 6c751824-c829-466d-b12b-fe499ff3a4cf reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 14.616s (14.616s including waiting). Image size: 1580890516 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b1024a4a152 namespace: kserve-ci-e2e-test resourceVersion: "14791" uid: bd3bf155-deab-437c-91e4-8c7c0aeeb7c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b102aae99c0 namespace: kserve-ci-e2e-test resourceVersion: "14796" uid: 16182b97-1715-4c62-b3e5-ef918609c37a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b102b47921e namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: 86879014-95f7-4cbd-a51d-fe7d399ac260 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b102b54dca4 namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 70cde045-6baa-4422-9591-15ee08004701 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b103037925d namespace: kserve-ci-e2e-test resourceVersion: "14803" uid: 5a4fa683-ffdd-4fbe-99fe-27442220b57d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b10310218bd namespace: kserve-ci-e2e-test resourceVersion: "14805" uid: 39816bc6-a524-4de9-99bd-d0fa2f604299 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T22:07:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:08:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:07:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:39Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b107db03f7f namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: cca4cd2e-a30b-4793-b6a0-7f4bb87917b8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b2e4f6784e5 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: 78c2b18f-f14e-43e2-a070-24617f304763 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b2e4f682aa9 namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: bf22a2bd-f61e-4abb-88a8-938731340e11 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 398c4373-3943-4ac6-8bdd-3c0fb7cf53c1 kind: Event lastTimestamp: "2026-09-17T22:09:34Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:34Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr.18d63b2efe2f2505 namespace: kserve-ci-e2e-test resourceVersion: "16321" uid: b2e45bb7-9d9e-4d50-8284-443ec952fa95 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-76857dd9b4 namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: 75571ca0-6c90-451c-b9bf-3ed2722ec852 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-76857dd9b4-4fgsr' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-2-predictor-76857dd9b4.18d63b0b5c714399 namespace: kserve-ci-e2e-test resourceVersion: "14534" uid: 5f5e5916-c5e1-456e-b888-3b882a53ab1e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 058e4266-8f98-453c-9513-a1968db158c4 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-76857dd9b4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-sklearn-graph-2-predictor.18d63b0b59d961e0 namespace: kserve-ci-e2e-test resourceVersion: "14525" uid: 3a38ac1b-e369-46ba-bf0a-b6d59315bdc1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: 56cc9dd7-9888-42fc-b707-2bb83421f372 kind: Event lastTimestamp: "2026-09-17T22:07:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:46Z" name: isvc-sklearn-graph-2-predictor.18d63b0ed8390ac8 namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: 845d74f9-24a0-4939-a8a8-838e7434d615 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: 56cc9dd7-9888-42fc-b707-2bb83421f372 kind: Event lastTimestamp: "2026-09-17T22:07:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:46Z" name: isvc-sklearn-graph-2-predictor.18d63b0ed8947de8 namespace: kserve-ci-e2e-test resourceVersion: "15027" uid: 99d86fba-1fa5-43dc-8a93-f3d9a1799b6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: 56cc9dd7-9888-42fc-b707-2bb83421f372 kind: Event lastTimestamp: "2026-09-17T22:09:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:08:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:16Z" name: isvc-sklearn-graph-2-predictor.18d63b195471583e namespace: kserve-ci-e2e-test resourceVersion: "15971" uid: 8669e5a6-2a7c-45ba-b4e7-5f0b3459a7b8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: 56cc9dd7-9888-42fc-b707-2bb83421f372 kind: Event lastTimestamp: "2026-09-17T22:09:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:08:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:16Z" name: isvc-sklearn-graph-2-predictor.18d63b1954d16658 namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 738d6893-177e-4edb-9d8f-222c4ba76c3c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: 45022443-f32e-4be3-85fd-580e97f12c8d kind: Event lastTimestamp: "2026-09-17T22:08:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:50Z" name: isvc-sklearn-graph-2.18d63b0b59dcda2a namespace: kserve-ci-e2e-test resourceVersion: "15733" uid: 80722520-ed69-4ce2-b365-f88c7d43cd3e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: 45022443-f32e-4be3-85fd-580e97f12c8d kind: Event lastTimestamp: "2026-09-17T22:08:50Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T22:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:50Z" name: isvc-sklearn-graph-2.18d63b24890bbc35 namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: 27f397cb-fe33-40f1-acfe-0cdf05018b15 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:07:01.696228Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14481" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6tvxh to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:07:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0b4fd2ac3a namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: cba1e7f3-de3a-4eb3-9bd2-922503edbf3e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0b5f17f9e6 namespace: kserve-ci-e2e-test resourceVersion: "14546" uid: c524ab03-a005-4c7e-8ebb-9522089557e7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:07:02Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0b9aaed978 namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: dfff07ca-0da6-411d-9c10-bfd8c5431bb9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:02Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0b9d0f0dfa namespace: kserve-ci-e2e-test resourceVersion: "14597" uid: e95f2ee8-1111-4ad8-968b-fcddfd34baba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T22:07:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0ba46984db namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: 66cff998-f57f-4a90-82eb-07810ce89c21 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T22:07:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0ba5df1057 namespace: kserve-ci-e2e-test resourceVersion: "14600" uid: 4a0eae45-cda8-4f04-aa3f-d884aa9343d9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:07Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T22:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:07Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b0cbdccc085 namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: b80797e9-81f5-4ea9-ac26-1708bc6317e8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:35Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 28.118s (28.118s including waiting). Image size: 1435742980 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:35Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b1349cc57a4 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: a57febda-a692-4c94-ba0f-d220e3615ee5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b134fb85a08 namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: 1656e4b5-7415-4aff-9c67-bdcf12509183 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b1350d259e9 namespace: kserve-ci-e2e-test resourceVersion: "14930" uid: b9457474-2bab-4adb-a3a9-7e470c0f5acd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b1350df3b5b namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: 804d3d97-6609-4d0c-bbfb-54d4f2defbfb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b135651373a namespace: kserve-ci-e2e-test resourceVersion: "14932" uid: f7e121e6-afd8-4f9c-bd65-ebee0d9659b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:07:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:36Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b13579a3864 namespace: kserve-ci-e2e-test resourceVersion: "14933" uid: e3e2a666-7b08-428b-bd6e-20a35ed69643 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T22:07:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:08:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:50Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b13c4da9a33 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: e38ee089-cad7-420a-89d3-e6bac766e987 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b2e537a5bb4 namespace: kserve-ci-e2e-test resourceVersion: "16212" uid: 1bfda9bd-0340-41e3-8494-3404c9e7032c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b2e537b7d11 namespace: kserve-ci-e2e-test resourceVersion: "16213" uid: 784c7428-a72d-4ead-a0e1-3a2daece6ca2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: ca00b930-fc79-4176-8a4e-cb280f838cb3 kind: Event lastTimestamp: "2026-09-17T22:09:34Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-6tvxh.18d63b2ec7403d25 namespace: kserve-ci-e2e-test resourceVersion: "16307" uid: 6b4c4aea-e43e-430e-81cb-5fa6322873fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14474" uid: 2c4553e4-9e8b-4284-86ac-038bb104df59 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-6tvxh' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d63b0b4f514b04 namespace: kserve-ci-e2e-test resourceVersion: "14482" uid: 886b32d5-46c8-46c4-be21-368ac7c68b75 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: 3c5dfc4b-df4d-4743-b3cb-25cadeff0f83 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: isvc-xgboost-graph-predictor.18d63b0b4c9c3982 namespace: kserve-ci-e2e-test resourceVersion: "14475" uid: 243f24f2-1df3-4957-85db-37d4d57b798d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14473" uid: f66ad89c-0866-4fc2-bdb4-9a1687313d76 kind: Event lastTimestamp: "2026-09-17T22:08:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:01Z" name: isvc-xgboost-graph-predictor.18d63b0ecb0c87ed namespace: kserve-ci-e2e-test resourceVersion: "15137" uid: 16296473-b099-4c37-9b6b-2ddb3fd34243 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14473" uid: f66ad89c-0866-4fc2-bdb4-9a1687313d76 kind: Event lastTimestamp: "2026-09-17T22:08:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:01Z" name: isvc-xgboost-graph-predictor.18d63b0ecb6c982d namespace: kserve-ci-e2e-test resourceVersion: "15138" uid: 98b8feec-fe9b-4e1d-a3a4-0d05fef25281 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: f66ad89c-0866-4fc2-bdb4-9a1687313d76 kind: Event lastTimestamp: "2026-09-17T22:09:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:08:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:31Z" name: isvc-xgboost-graph-predictor.18d63b1cc5fa17b6 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 18f617eb-7246-4774-b005-76e4014295ee reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: f66ad89c-0866-4fc2-bdb4-9a1687313d76 kind: Event lastTimestamp: "2026-09-17T22:09:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:08:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:31Z" name: isvc-xgboost-graph-predictor.18d63b1cc6658677 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 28c65712-6640-4435-b370-c9d791daa392 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14454" uid: ab041457-2247-4d9d-aa1d-b66edcb6e03e kind: Event lastTimestamp: "2026-09-17T22:09:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:00Z" name: isvc-xgboost-graph.18d63b0b4d1f3796 namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: a90c0c58-1314-4c89-b7bc-45a845e809cb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: ab041457-2247-4d9d-aa1d-b66edcb6e03e kind: Event lastTimestamp: "2026-09-17T22:09:00Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T22:09:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:00Z" name: isvc-xgboost-graph.18d63b26faadca26 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 1f4188d9-61b1-4856-a73c-b86db50e8e3b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:09:21.383251Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-765586574c-cvmzc to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer-765586574c-cvmzc.18d63b2bd5d16f78 namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 792ec62e-bbae-45f7-a27f-84065fb34719 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:21Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16024" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:21Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer-765586574c-cvmzc.18d63b2bf79f31f5 namespace: kserve-ci-e2e-test resourceVersion: "16035" uid: 05caaa43-396c-428c-b6a6-dd147e497711 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:21Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer-765586574c-cvmzc.18d63b2bf8bde22b namespace: kserve-ci-e2e-test resourceVersion: "16037" uid: de990742-5fdb-4044-946f-0f1a713b0aef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:22Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T22:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:22Z" name: model-chainer-765586574c-cvmzc.18d63b2bfb87a2ea namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: 7cd8c482-5cae-4433-b5b9-8f1c93e3ca92 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:22Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T22:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:22Z" name: model-chainer-765586574c-cvmzc.18d63b2bfbf61cd2 namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: 5105899f-3f0d-4b51-8cbd-50a232b7c5f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:31Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T22:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:31Z" name: model-chainer-765586574c-cvmzc.18d63b2e49c9f3e1 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: 306f6397-b419-45cd-974c-8362829d7994 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-765586574c-cvmzc namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 41dc5aaf-7e67-4312-8166-694d0034b547 kind: Event lastTimestamp: "2026-09-17T22:09:58Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:58Z" name: model-chainer-765586574c-cvmzc.18d63b2e8ca6171c namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: f8a8a85d-2e5e-4ff4-9f04-cbf509bd7e60 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-765586574c namespace: kserve-ci-e2e-test resourceVersion: "16012" uid: 08c00179-efbd-48f2-a6aa-98fc92e1ffc3 kind: Event lastTimestamp: "2026-09-17T22:09:21Z" message: 'Created pod: model-chainer-765586574c-cvmzc' metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer-765586574c.18d63b2bd56269f9 namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 1e06bec4-a502-43cc-8f5a-cc1e1d91411b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: df4bc761-7f57-4ad6-9abe-4ffd1e78fc5d kind: Event lastTimestamp: "2026-09-17T22:09:21Z" message: Scaled up replica set model-chainer-765586574c from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer.18d63b2bd44a66eb namespace: kserve-ci-e2e-test resourceVersion: "16013" uid: a709d8ad-26a9-49f5-9946-716dfe57d15f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: da553413-d4bf-4697-95c3-27fb49f56179 kind: Event lastTimestamp: "2026-09-17T22:09:21Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T22:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:21Z" name: model-chainer.18d63b2bd884d5ff namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: 5936b548-507f-43be-b3fe-a5fdb453daaa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:19:46.876368Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-1fd26-5957b889bc-s9g2m to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:19:46Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbd781cfde7 namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: 9b5954b1-0c82-4be1-98ff-8fa98f4275c2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-1fd26-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:47Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbd7fedbc8f namespace: kserve-ci-e2e-test resourceVersion: "21317" uid: 55c36280-9250-4139-b08e-48fa22a21bbb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:19:48Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbdbdab95e1 namespace: kserve-ci-e2e-test resourceVersion: "21329" uid: 0c830a18-7b33-4240-b617-fc28a4cf266d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1fd26} kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:48Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbdbf083495 namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: dbdeadef-666f-40b2-9491-f2503f848d42 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1fd26} kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: 'Created container: sequence-graph-1fd26' metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:48Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbdc1b3aa3e namespace: kserve-ci-e2e-test resourceVersion: "21332" uid: 1a84b555-6dd6-4846-a330-c0193b9141d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1fd26} kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: Started container sequence-graph-1fd26 metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:48Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbdc2243ab1 namespace: kserve-ci-e2e-test resourceVersion: "21333" uid: 3994b7f5-1869-42bd-98fb-adf358675efa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1fd26} kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:19:56Z" message: Stopping container sequence-graph-1fd26 metadata: creationTimestamp: "2026-09-17T22:19:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:56Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bbfd16c86ed namespace: kserve-ci-e2e-test resourceVersion: "21435" uid: f64f09a7-94ac-4786-b475-a0952de75112 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1fd26} kind: Pod name: sequence-graph-1fd26-5957b889bc-s9g2m namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 8ec11051-be28-4149-b08e-81565bb83ba8 kind: Event lastTimestamp: "2026-09-17T22:20:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:24Z" name: sequence-graph-1fd26-5957b889bc-s9g2m.18d63bc077e7d2d9 namespace: kserve-ci-e2e-test resourceVersion: "21818" uid: 7314f6b3-26d4-4506-98af-88eb55c72af5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-1fd26-5957b889bc namespace: kserve-ci-e2e-test resourceVersion: "21295" uid: ca08d2bb-fcf6-4a3a-ad72-cb2189af2844 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: 'Created pod: sequence-graph-1fd26-5957b889bc-s9g2m' metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: sequence-graph-1fd26-5957b889bc.18d63bbd77c00e62 namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: 0f6d287e-0f78-4636-a6a6-5f297a56efcc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: 5fccab88-029b-4827-b0d5-c06442ed8aa8 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: Scaled up replica set sequence-graph-1fd26-5957b889bc from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: sequence-graph-1fd26.18d63bbd76d6cf64 namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: b318b7e3-99e6-49c8-ba9d-205c26d67773 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 851afe0d-58dc-447e-8b7b-d94af2ccb2ed kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: InferenceGraph [sequence-graph-1fd26] is Ready metadata: creationTimestamp: "2026-09-17T22:19:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:46Z" name: sequence-graph-1fd26.18d63bbd7b842278 namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: f5396e67-782d-4f75-925f-86d041a7d53f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:20:57.212105Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22089" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-6bcee-76d5754-t957d to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754-t957d.18d63bcdd8733269 namespace: kserve-ci-e2e-test resourceVersion: "22096" uid: a0875ad1-4a50-4024-8141-3e9458604a34 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22099" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754-t957d.18d63bcdfa619879 namespace: kserve-ci-e2e-test resourceVersion: "22113" uid: a120eacc-a20e-4ab8-9f48-5d320b1828e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6bcee} kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754-t957d.18d63bcdfb8f9398 namespace: kserve-ci-e2e-test resourceVersion: "22115" uid: 2d7c21d5-95b8-4bbe-9523-f25cb85ea096 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6bcee} kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: 'Created container: sequence-graph-6bcee' metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754-t957d.18d63bcdfedacfc4 namespace: kserve-ci-e2e-test resourceVersion: "22116" uid: b6e32b9a-023b-42e6-bbed-aec310d15166 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6bcee} kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: Started container sequence-graph-6bcee metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754-t957d.18d63bcdff48842d namespace: kserve-ci-e2e-test resourceVersion: "22117" uid: 775d752c-582c-4a22-be39-d4756307f96e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6bcee} kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Stopping container sequence-graph-6bcee metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:11Z" name: sequence-graph-6bcee-76d5754-t957d.18d63c40fdffeee3 namespace: kserve-ci-e2e-test resourceVersion: "26027" uid: 629fae88-5c45-4ddd-bd7c-8978032588d3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:29:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6bcee} kind: Pod name: sequence-graph-6bcee-76d5754-t957d namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: 11cd1f95-1116-4cb7-9b48-0be92dc38471 kind: Event lastTimestamp: "2026-09-17T22:29:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:29:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:39Z" name: sequence-graph-6bcee-76d5754-t957d.18d63c4187f36b6a namespace: kserve-ci-e2e-test resourceVersion: "26558" uid: 65e38a76-9d6c-4641-af22-ec3fb5fe67d0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-6bcee-76d5754 namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: f6765ff9-9446-49a8-9257-5c724fce5a31 kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: 'Created pod: sequence-graph-6bcee-76d5754-t957d' metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee-76d5754.18d63bcdd7e96d93 namespace: kserve-ci-e2e-test resourceVersion: "22093" uid: 5c282aa9-939c-4d39-bb7f-533367497528 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-6bcee namespace: kserve-ci-e2e-test resourceVersion: "22082" uid: db19c3be-a939-4811-aa3e-6a7bfd5de8bb kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: Scaled up replica set sequence-graph-6bcee-76d5754 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee.18d63bcdd6ffb0dd namespace: kserve-ci-e2e-test resourceVersion: "22087" uid: 538cbe20-f092-4bda-9f26-3423a809d342 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-6bcee namespace: kserve-ci-e2e-test resourceVersion: "22104" uid: 61c1cde1-eb0f-4fc6-b08d-9a14e5671baf kind: Event lastTimestamp: "2026-09-17T22:20:57Z" message: InferenceGraph [sequence-graph-6bcee] is Ready metadata: creationTimestamp: "2026-09-17T22:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:57Z" name: sequence-graph-6bcee.18d63bcdddc06506 namespace: kserve-ci-e2e-test resourceVersion: "22107" uid: 0acfae74-aaf0-42fb-8f04-c6f2a64cb8ef reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:21:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-6bcee namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: fbb008f8-fd75-4493-92bf-c078f1357e7a kind: Event lastTimestamp: "2026-09-17T22:21:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:57Z" name: sequence-graph-6bcee.18d63bd155650aa3 namespace: kserve-ci-e2e-test resourceVersion: "22549" uid: db29ecb1-5288-48ac-a525-d815cf1a05cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:21:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-6bcee namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: fbb008f8-fd75-4493-92bf-c078f1357e7a kind: Event lastTimestamp: "2026-09-17T22:21:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:57Z" name: sequence-graph-6bcee.18d63bd155c21fc6 namespace: kserve-ci-e2e-test resourceVersion: "22550" uid: 7e172fde-8408-4068-9457-06b177d9ff9c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:10:32.125132Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-a4672-66f4cddcbb-qrgh9 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:10:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:10:32Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c4e5ce3b4 namespace: kserve-ci-e2e-test resourceVersion: "16842" uid: cbf943fe-ca5e-4314-b7d4-cdd1e9ab4c6e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:32Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:10:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-a4672-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:10:32Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c58021d80 namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: 50df594b-f90d-4dd2-a44a-354b763287e1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:33Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16846" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:10:33Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:10:33Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c94079345 namespace: kserve-ci-e2e-test resourceVersion: "16867" uid: 9c25c045-2afc-4e94-829b-8df2ca460e21 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a4672} kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:10:33Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:10:33Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c952f9aeb namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: 213b19b9-084f-457f-810b-d5201b6a7561 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a4672} kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:10:33Z" message: 'Created container: sequence-graph-a4672' metadata: creationTimestamp: "2026-09-17T22:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:10:33Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c9847b54c namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 894c836d-a083-4e84-942f-f59eea22116b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a4672} kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:10:33Z" message: Started container sequence-graph-a4672 metadata: creationTimestamp: "2026-09-17T22:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:10:33Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63b3c98b8e89c namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 3c7775b5-45e7-42f8-bfed-6b732d8652b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a4672} kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Stopping container sequence-graph-a4672 metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:46Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63baf74ac7381 namespace: kserve-ci-e2e-test resourceVersion: "20460" uid: 422daeb6-11ae-46ee-bb7d-24e769a9ea83 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:18:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a4672} kind: Pod name: sequence-graph-a4672-66f4cddcbb-qrgh9 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 93b3180f-05fc-43d2-95bc-46cae51026eb kind: Event lastTimestamp: "2026-09-17T22:19:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:15Z" name: sequence-graph-a4672-66f4cddcbb-qrgh9.18d63bb04f11e31a namespace: kserve-ci-e2e-test resourceVersion: "21009" uid: 565e1af8-278d-4dbc-b610-86248f81e6e3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-a4672-66f4cddcbb namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: 9d526ced-4034-43c2-aea9-8cb58d9320a1 kind: Event lastTimestamp: "2026-09-17T22:10:32Z" message: 'Created pod: sequence-graph-a4672-66f4cddcbb-qrgh9' metadata: creationTimestamp: "2026-09-17T22:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:32Z" name: sequence-graph-a4672-66f4cddcbb.18d63b3c4df01cba namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: 67a3bc06-a3ef-481f-9fc8-be32a1b9c669 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16832" uid: a730d7e7-a370-4483-8615-e5067b5485af kind: Event lastTimestamp: "2026-09-17T22:10:32Z" message: Scaled up replica set sequence-graph-a4672-66f4cddcbb from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:32Z" name: sequence-graph-a4672.18d63b3c4d25c2a0 namespace: kserve-ci-e2e-test resourceVersion: "16835" uid: 61766522-8adf-4cf6-8ad6-1d67f05ef692 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: cfe5acdc-dc0a-43de-b1a8-cd5ef8ce9f5b kind: Event lastTimestamp: "2026-09-17T22:10:32Z" message: InferenceGraph [sequence-graph-a4672] is Ready metadata: creationTimestamp: "2026-09-17T22:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:10:32Z" name: sequence-graph-a4672.18d63b3c51ad21ee namespace: kserve-ci-e2e-test resourceVersion: "16850" uid: 30aa0a37-1825-44f4-8756-897d76e2bf73 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16833" uid: 54179006-03f4-4c98-8e2a-c0d844758feb kind: Event lastTimestamp: "2026-09-17T22:11:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:11:02Z" name: sequence-graph-a4672.18d63b3fcbb558b7 namespace: kserve-ci-e2e-test resourceVersion: "17082" uid: 60718729-0518-462a-9a7b-cb02a7fe17e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16833" uid: 54179006-03f4-4c98-8e2a-c0d844758feb kind: Event lastTimestamp: "2026-09-17T22:11:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:11:02Z" name: sequence-graph-a4672.18d63b3fcc167cca namespace: kserve-ci-e2e-test resourceVersion: "17083" uid: 0b9c0c61-56dc-48ec-a9c7-f40b825e6c3e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:30:26.174547Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27014" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-0bca3-868ddc5d59-8hxx9 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63c5251410d1a namespace: kserve-ci-e2e-test resourceVersion: "27019" uid: 2ab73d74-06b7-4c81-ac15-2efd2821c18f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27025" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: Add eth0 [10.133.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63c52732cf241 namespace: kserve-ci-e2e-test resourceVersion: "27042" uid: 96672baa-0642-4137-9c7e-fba3109f2fd2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0bca3} kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63c527467c0b7 namespace: kserve-ci-e2e-test resourceVersion: "27044" uid: 40a7493f-b853-439c-80e8-cba8b6876162 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0bca3} kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'Created container: splitter-graph-0bca3' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63c52773bd45d namespace: kserve-ci-e2e-test resourceVersion: "27046" uid: 43f28fb4-ec57-4d91-8665-5094c8041999 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0bca3} kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: Started container splitter-graph-0bca3 metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63c5277c05bd1 namespace: kserve-ci-e2e-test resourceVersion: "27047" uid: 3d194028-c6ed-463c-a628-281f7727e6f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0bca3} kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:38:40Z" message: Stopping container splitter-graph-0bca3 metadata: creationTimestamp: "2026-09-17T22:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:40Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63cc577c3a507 namespace: kserve-ci-e2e-test resourceVersion: "30506" uid: 76d4dec7-82d2-4643-a50b-08dabaeb647a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0bca3} kind: Pod name: splitter-graph-0bca3-868ddc5d59-8hxx9 namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: 6393a878-92d2-4c1f-8236-560a53d74c54 kind: Event lastTimestamp: "2026-09-17T22:39:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:39:08Z" name: splitter-graph-0bca3-868ddc5d59-8hxx9.18d63cc61d09dead namespace: kserve-ci-e2e-test resourceVersion: "30744" uid: 8b945127-027e-4f32-a312-29393402ee25 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-0bca3-868ddc5d59 namespace: kserve-ci-e2e-test resourceVersion: "27011" uid: 0914e02a-c20e-48a1-a15f-a5c5e66908a1 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'Created pod: splitter-graph-0bca3-868ddc5d59-8hxx9' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3-868ddc5d59.18d63c5250dcf94b namespace: kserve-ci-e2e-test resourceVersion: "27015" uid: b01bdd6a-8f0c-415d-87ee-bedfa9804782 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27009" uid: cffb7224-3608-43f0-a005-9c83a5c08b19 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: Scaled up replica set splitter-graph-0bca3-868ddc5d59 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3.18d63c52501f77b7 namespace: kserve-ci-e2e-test resourceVersion: "27013" uid: 5eec0ea8-b014-45a9-820e-ef234e761060 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27027" uid: 3e38b7f9-31d3-47a4-b27b-20eabe0497c6 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: InferenceGraph [splitter-graph-0bca3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3.18d63c5254d8580b namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: f144f407-5c1f-4acf-bef5-dc166e01a078 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27004" uid: 3e38b7f9-31d3-47a4-b27b-20eabe0497c6 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'Failed to update status for InferenceGraph "splitter-graph-0bca3": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-0bca3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3.18d63c5256c6e223 namespace: kserve-ci-e2e-test resourceVersion: "27034" uid: a38cd85d-ada8-47a6-a12e-abe399bb4c9d reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27004" uid: 3e38b7f9-31d3-47a4-b27b-20eabe0497c6 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-0bca3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:26Z" name: splitter-graph-0bca3.18d63c5256c7468b namespace: kserve-ci-e2e-test resourceVersion: "27035" uid: bb2e6fab-bbcd-4f80-b575-ab65a5c21a2b reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:30:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27010" uid: 07a9f4d0-c97a-42f9-b8c9-c0f30ea2c102 kind: Event lastTimestamp: "2026-09-17T22:31:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:31:11Z" name: splitter-graph-0bca3.18d63c55ce927b62 namespace: kserve-ci-e2e-test resourceVersion: "27381" uid: 1a076fc3-d5c4-49f1-a285-78e36334f056 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:30:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "27010" uid: 07a9f4d0-c97a-42f9-b8c9-c0f30ea2c102 kind: Event lastTimestamp: "2026-09-17T22:31:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:30:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:31:11Z" name: splitter-graph-0bca3.18d63c55ced1a455 namespace: kserve-ci-e2e-test resourceVersion: "27382" uid: b042be4f-277c-4a9e-94df-c5fd0308b3e4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:29:15.873953Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26195" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-a2de1-748b4b9f7d-wrx95 to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:29:15Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c41f30328cc namespace: kserve-ci-e2e-test resourceVersion: "26204" uid: 0bae3196-9a5b-42ab-9906-00705b6c7972 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:16Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26209" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:16Z" message: Add eth0 [10.133.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:29:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:29:16Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c4214f68396 namespace: kserve-ci-e2e-test resourceVersion: "26223" uid: 1b2449c3-080e-459c-a701-f4731e2fb0b8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a2de1} kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26198" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:16Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:16Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c42161d3692 namespace: kserve-ci-e2e-test resourceVersion: "26225" uid: 89c41347-6778-46eb-aeb4-5ac194d8d8cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a2de1} kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26198" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:16Z" message: 'Created container: splitter-graph-a2de1' metadata: creationTimestamp: "2026-09-17T22:29:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:16Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c421927eb10 namespace: kserve-ci-e2e-test resourceVersion: "26226" uid: 28fb2d0a-e112-4859-946e-e2e79035814d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a2de1} kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26198" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:16Z" message: Started container splitter-graph-a2de1 metadata: creationTimestamp: "2026-09-17T22:29:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:16Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c4219acc63f namespace: kserve-ci-e2e-test resourceVersion: "26227" uid: 16e1a3c9-bd30-48d3-afac-03d4203dc61b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a2de1} kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26198" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:25Z" message: Stopping container splitter-graph-a2de1 metadata: creationTimestamp: "2026-09-17T22:29:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:25Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c444be20eed namespace: kserve-ci-e2e-test resourceVersion: "26326" uid: 8b7a51f9-1d12-4e96-af75-4cffea7f62f1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:29:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a2de1} kind: Pod name: splitter-graph-a2de1-748b4b9f7d-wrx95 namespace: kserve-ci-e2e-test resourceVersion: "26198" uid: d09d593d-d974-4fb1-92c7-688a9501197e kind: Event lastTimestamp: "2026-09-17T22:29:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:53Z" name: splitter-graph-a2de1-748b4b9f7d-wrx95.18d63c44d1b8af76 namespace: kserve-ci-e2e-test resourceVersion: "26678" uid: debd93be-af57-4fcd-b130-cba1ef4ed4e3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-a2de1-748b4b9f7d namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 133dedbe-16d7-463d-9739-d812b8417678 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: 'Created pod: splitter-graph-a2de1-748b4b9f7d-wrx95' metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: splitter-graph-a2de1-748b4b9f7d.18d63c41f2a7a513 namespace: kserve-ci-e2e-test resourceVersion: "26200" uid: c88fa110-cf70-48c6-80c2-b2bcb3b3a39f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "26190" uid: 624ed77f-ad02-4ca0-98a9-cb09bf98b6a3 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: Scaled up replica set splitter-graph-a2de1-748b4b9f7d from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: splitter-graph-a2de1.18d63c41f1e8a18c namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: 40a6dcb6-c7d7-4e1b-8664-55fcf16955f2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:15Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "26213" uid: 8ed2bb01-ad6b-42c3-b5fe-641de3fed538 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: InferenceGraph [splitter-graph-a2de1] is Ready metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:29:15Z" name: splitter-graph-a2de1.18d63c41f6c640c0 namespace: kserve-ci-e2e-test resourceVersion: "26215" uid: f3e48d61-d149-446d-8201-463c7d6a51fc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:29:26.154848Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26380" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0bca3-predictor-57dc9d489d-tv42j to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c4457cd2b53 namespace: kserve-ci-e2e-test resourceVersion: "26385" uid: 71c93be1-4bb2-4707-8d76-c4e88a90c0eb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26389" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c44799c3e9b namespace: kserve-ci-e2e-test resourceVersion: "26427" uid: 383966c0-0ab7-4416-af51-145787e3888f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c447b0ccda5 namespace: kserve-ci-e2e-test resourceVersion: "26429" uid: 2a164fd8-fdee-45b3-8055-3ed541b42d5f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c447e224780 namespace: kserve-ci-e2e-test resourceVersion: "26430" uid: f228b79c-21cc-44bd-a0c6-335f9192b963 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c447e933008 namespace: kserve-ci-e2e-test resourceVersion: "26432" uid: 8c800c59-560f-4208-98aa-26832e26fd40 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c447e9c7324 namespace: kserve-ci-e2e-test resourceVersion: "26433" uid: 86540bf9-4218-41d0-98c0-e982ba273ffe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c448150a23c namespace: kserve-ci-e2e-test resourceVersion: "26437" uid: 42a1ec7a-b35d-4352-b303-db9d5a8618da reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c4481c08230 namespace: kserve-ci-e2e-test resourceVersion: "26438" uid: e2e90251-3315-44cb-b2e2-9f96173c8fa2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:29:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:30:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:04Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63c44da4bfe35 namespace: kserve-ci-e2e-test resourceVersion: "26783" uid: 6101c085-aff4-42a8-a46f-4498ebf8ef92 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:38:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:40Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63cc57d7c602a namespace: kserve-ci-e2e-test resourceVersion: "30524" uid: 12955df0-14a6-4e4b-9360-1cefb04f4b86 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: fcc48e5c-2818-441f-9c85-450982d7146e kind: Event lastTimestamp: "2026-09-17T22:38:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:38:40Z" name: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j.18d63cc57d7cf209 namespace: kserve-ci-e2e-test resourceVersion: "30530" uid: e4a9c18e-12a9-4616-8c3b-740031daba41 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0bca3-predictor-57dc9d489d namespace: kserve-ci-e2e-test resourceVersion: "26374" uid: 94bfc5b2-a10d-459e-86d0-af428ac92413 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: 'Created pod: success-200-isvc-0bca3-predictor-57dc9d489d-tv42j' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor-57dc9d489d.18d63c4457683826 namespace: kserve-ci-e2e-test resourceVersion: "26381" uid: ae3eef4e-ca3e-484b-a767-81f4ecc78e10 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26372" uid: 474b1d1e-be8d-4795-bd72-1bdfb7276648 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Scaled up replica set success-200-isvc-0bca3-predictor-57dc9d489d from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-0bca3-predictor.18d63c4455e83761 namespace: kserve-ci-e2e-test resourceVersion: "26375" uid: 3f73f9b8-d7d8-49f5-a09a-9f9ce34a51e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26373" uid: 9086a2fc-969d-45d5-9833-5f7b43d88327 kind: Event lastTimestamp: "2026-09-17T22:29:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:41Z" name: success-200-isvc-0bca3-predictor.18d63c47d44af238 namespace: kserve-ci-e2e-test resourceVersion: "26574" uid: 6b1f36ae-6a18-4e29-bfce-53a88dd4a89f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26373" uid: 9086a2fc-969d-45d5-9833-5f7b43d88327 kind: Event lastTimestamp: "2026-09-17T22:29:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:41Z" name: success-200-isvc-0bca3-predictor.18d63c47d4a7df48 namespace: kserve-ci-e2e-test resourceVersion: "26576" uid: 75a38ceb-3a20-4046-8a80-e88f1fbfb9dc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:29:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26575" uid: 9086a2fc-969d-45d5-9833-5f7b43d88327 kind: Event lastTimestamp: "2026-09-17T22:30:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:41Z" name: success-200-isvc-0bca3-predictor.18d63c4b53479da7 namespace: kserve-ci-e2e-test resourceVersion: "27163" uid: e471be82-f2d8-4052-be22-a13b053bac16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:29:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0bca3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26575" uid: 9086a2fc-969d-45d5-9833-5f7b43d88327 kind: Event lastTimestamp: "2026-09-17T22:30:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:41Z" name: success-200-isvc-0bca3-predictor.18d63c4b53a433c2 namespace: kserve-ci-e2e-test resourceVersion: "27164" uid: 19259432-10ae-4c34-8662-d55aad0c7d95 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "26363" uid: 23cc1237-1b44-4f32-b45e-01019fa6abeb kind: Event lastTimestamp: "2026-09-17T22:30:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:14Z" name: success-200-isvc-0bca3.18d63c4455e78592 namespace: kserve-ci-e2e-test resourceVersion: "26925" uid: 5a2f74c3-b37e-483c-8648-0bd0443beded reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0bca3 namespace: kserve-ci-e2e-test resourceVersion: "26923" uid: 23cc1237-1b44-4f32-b45e-01019fa6abeb kind: Event lastTimestamp: "2026-09-17T22:30:14Z" message: InferenceService [success-200-isvc-0bca3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:14Z" name: success-200-isvc-0bca3.18d63c4f9511614b namespace: kserve-ci-e2e-test resourceVersion: "26924" uid: a5461e98-4580-483e-bcb2-dcf24bff5d08 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:19:00.917673Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2c4c2fc41 namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: 23c5434d-089b-4bf5-a231-913898e5e0ce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2e6cde527 namespace: kserve-ci-e2e-test resourceVersion: "20861" uid: 0f112cef-a945-4796-a7fb-4dc7e98535cf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2e8349115 namespace: kserve-ci-e2e-test resourceVersion: "20863" uid: e95274a6-6dec-4181-8458-9f32ba9ade73 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2eaf38cbd namespace: kserve-ci-e2e-test resourceVersion: "20864" uid: 580ebf76-6cfe-46a7-8b98-b08f7432b2f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2eb61997f namespace: kserve-ci-e2e-test resourceVersion: "20865" uid: e2e86848-1984-4c47-bbe2-49a5dfcce601 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2eb6b111a namespace: kserve-ci-e2e-test resourceVersion: "20866" uid: 34aeb4e0-65e1-495a-bd47-e2cf462b9521 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2ede798de namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 60464b28-1c4d-4956-ab87-9c0e3eb2215d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:01Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2ee578701 namespace: kserve-ci-e2e-test resourceVersion: "20870" uid: 42157a39-325c-4bf2-bad6-01bbd22fe0b4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:19:38Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:38Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63bb2fc3dcc13 namespace: kserve-ci-e2e-test resourceVersion: "21225" uid: 1a36996e-37dc-4167-b0d0-5dc83924faeb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:15Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63c33f323d60f namespace: kserve-ci-e2e-test resourceVersion: "25190" uid: 6529f67f-f906-4cb6-a871-d2dfec140296 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: fc0af6ad-44a9-466a-b568-5ea7fb7f1f01 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:15Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd.18d63c33f3247525 namespace: kserve-ci-e2e-test resourceVersion: "25191" uid: b52757a8-44d4-42a3-943b-00b010e7c255 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1a2f0-predictor-7b65f5c676 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: de27b80b-d054-4c5e-b6ca-7a6a3aef4e6a kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: 'Created pod: success-200-isvc-1a2f0-predictor-7b65f5c676-tz8bd' metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-1a2f0-predictor-7b65f5c676.18d63bb2c45fbf92 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: e5d308c8-79e3-4af1-80a1-2a6a6cfbab86 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: e39da0d4-932e-4473-84b1-29e7e498c14c kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Scaled up replica set success-200-isvc-1a2f0-predictor-7b65f5c676 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-1a2f0-predictor.18d63bb2c2ec6611 namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: 7d681719-5d03-46f0-adb1-1ec49a4f56e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: a647bd34-a93f-460d-8e14-b253f5d70a0f kind: Event lastTimestamp: "2026-09-17T22:19:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:30Z" name: success-200-isvc-1a2f0-predictor.18d63bb6417f28ab namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: 25e8107b-a6f8-4e0b-8dab-9490cf53150e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: a647bd34-a93f-460d-8e14-b253f5d70a0f kind: Event lastTimestamp: "2026-09-17T22:19:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:30Z" name: success-200-isvc-1a2f0-predictor.18d63bb641d8b52d namespace: kserve-ci-e2e-test resourceVersion: "21144" uid: 9d7ac2ac-b2f6-4888-b677-329989d9086b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:19:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "21015" uid: a647bd34-a93f-460d-8e14-b253f5d70a0f kind: Event lastTimestamp: "2026-09-17T22:20:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:15Z" name: success-200-isvc-1a2f0-predictor.18d63bbd3f5e8553 namespace: kserve-ci-e2e-test resourceVersion: "21754" uid: 0fcc8aec-0db1-4bf9-8a8c-3cd17386d077 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:19:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a2f0-predictor namespace: kserve-ci-e2e-test resourceVersion: "21015" uid: a647bd34-a93f-460d-8e14-b253f5d70a0f kind: Event lastTimestamp: "2026-09-17T22:20:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:15Z" name: success-200-isvc-1a2f0-predictor.18d63bbd3fbba8af namespace: kserve-ci-e2e-test resourceVersion: "21755" uid: 1d1507df-c64d-4155-99df-8e5d3c721ca8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 7ee69258-7178-456a-8985-ae1ede789e37 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:48Z" name: success-200-isvc-1a2f0.18d63bb2c3160de0 namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: 9e67f126-008a-45d5-b91d-3ac66c133d70 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 7ee69258-7178-456a-8985-ae1ede789e37 kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: 'Failed to update status for InferenceService "success-200-isvc-1a2f0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a2f0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-1a2f0.18d63bb2c366fe6d namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: c3150baf-568b-4c0a-8f88-77538a612890 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 7ee69258-7178-456a-8985-ae1ede789e37 kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a2f0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-1a2f0.18d63bb2c367532d namespace: kserve-ci-e2e-test resourceVersion: "20817" uid: 64391a83-9158-4888-9f49-01f6348215cb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a2f0 namespace: kserve-ci-e2e-test resourceVersion: "21358" uid: 7ee69258-7178-456a-8985-ae1ede789e37 kind: Event lastTimestamp: "2026-09-17T22:19:48Z" message: InferenceService [success-200-isvc-1a2f0] is Ready metadata: creationTimestamp: "2026-09-17T22:19:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:48Z" name: success-200-isvc-1a2f0.18d63bbdf302902f namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: 50f0d393-dad5-4fb2-b76e-c422fa1f4aef reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:18:46.889593Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:18:46Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63baf809f7b4f namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 1ba3b35b-edd9-4d5a-be03-d5f3d3a3e77e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1fd26-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:47Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63baf8a6711e6 namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: bc4a4bc0-eff4-4f1e-ba54-f4626c1ba228 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20523" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafc64aca2d namespace: kserve-ci-e2e-test resourceVersion: "20565" uid: 58a682c4-2e1a-4144-aa7c-94afde1bf443 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafc77e924f namespace: kserve-ci-e2e-test resourceVersion: "20567" uid: 57aa7362-525b-4c01-8a90-a162bf4cfbbc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafca3118b4 namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: 37a47b7a-2688-4874-8ecf-1db28646f94b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafca9ad943 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: d7cc9250-a145-4af7-bcca-69960636a3e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafcaa40ff5 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: 2f130332-96d2-4b52-b3f5-c5e294f2726d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafcdca5ac5 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: a426767f-112f-416d-9eca-c5e0cd9aa0ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:18:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:48Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bafce399883 namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 38973c94-2eec-4a07-934c-f9e56a07962c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:18:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:19:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:18:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:25Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bb02d68694a namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 5ec62cd1-b69a-4aba-a7ef-3d960dbe5628 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bbfd56f1b76 namespace: kserve-ci-e2e-test resourceVersion: "21451" uid: 5076d877-27e1-4fd7-8be5-16f2652aa90a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bbfd56fa07b namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: fc2a04f9-fe68-4fe3-b5f7-c052ae33408a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 183ba9cb-826f-474a-84ac-b982e10b9a2b kind: Event lastTimestamp: "2026-09-17T22:20:00Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:20:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:00Z" name: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k.18d63bc0b5f948cc namespace: kserve-ci-e2e-test resourceVersion: "21583" uid: beb0efb0-e09f-46b2-a2ee-493789ef75a2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1fd26-predictor-5c84d64b46 namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: 01b44b1b-5ba2-450a-913e-add1a6461592 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: 'Created pod: success-200-isvc-1fd26-predictor-5c84d64b46-x6f4k' metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:46Z" name: success-200-isvc-1fd26-predictor-5c84d64b46.18d63baf803d6547 namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 2fc57224-11b2-423d-b23d-87ffda02e62f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: a96bb997-19d8-44b5-9276-56f8e1f6152b kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Scaled up replica set success-200-isvc-1fd26-predictor-5c84d64b46 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:46Z" name: success-200-isvc-1fd26-predictor.18d63baf7ecd58bf namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: 57925b9f-12a4-47ec-aace-bc0788ddba10 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20507" uid: f144fcfb-edd8-4112-8a1d-16415687fae1 kind: Event lastTimestamp: "2026-09-17T22:19:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:16Z" name: success-200-isvc-1fd26-predictor.18d63bb2fd5a76f3 namespace: kserve-ci-e2e-test resourceVersion: "21031" uid: ea6a28e3-6ac1-462a-a42a-a4d37464f878 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20507" uid: f144fcfb-edd8-4112-8a1d-16415687fae1 kind: Event lastTimestamp: "2026-09-17T22:19:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:16Z" name: success-200-isvc-1fd26-predictor.18d63bb2fdb76593 namespace: kserve-ci-e2e-test resourceVersion: "21032" uid: b60d929a-19ca-478e-ad28-8583972d418e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: f144fcfb-edd8-4112-8a1d-16415687fae1 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: success-200-isvc-1fd26-predictor.18d63bb9fae11a96 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: b1001028-52d7-4746-aaa1-3d72dc6a7c0f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:19:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1fd26-predictor namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: f144fcfb-edd8-4112-8a1d-16415687fae1 kind: Event lastTimestamp: "2026-09-17T22:19:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:46Z" name: success-200-isvc-1fd26-predictor.18d63bb9fb3722ff namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: feb8c0dd-2bab-484f-9b7d-cbf17f9ce360 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 3f6c3267-f4c2-4793-9ee3-c37c1cefffec kind: Event lastTimestamp: "2026-09-17T22:19:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:35Z" name: success-200-isvc-1fd26.18d63baf7ed284f5 namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: d568ab80-028c-4c9b-add7-2ae732a11f05 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1fd26 namespace: kserve-ci-e2e-test resourceVersion: "21199" uid: 3f6c3267-f4c2-4793-9ee3-c37c1cefffec kind: Event lastTimestamp: "2026-09-17T22:19:35Z" message: InferenceService [success-200-isvc-1fd26] is Ready metadata: creationTimestamp: "2026-09-17T22:19:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:35Z" name: success-200-isvc-1fd26.18d63bbae84a1af3 namespace: kserve-ci-e2e-test resourceVersion: "21200" uid: fe2e1f19-7380-41a9-9a45-20fb65c91c05 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:07:01.317234Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:07:01Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0b393bacf9 namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: 17d96236-be22-47ec-998a-59990fce39c2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14425" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:07:01Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0b5b795b16 namespace: kserve-ci-e2e-test resourceVersion: "14531" uid: 43bdd718-2e87-4d6e-835f-0779abe08da4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:01Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0b5cc5c340 namespace: kserve-ci-e2e-test resourceVersion: "14537" uid: cab3ef1f-cc58-4a30-87fc-fc73b9a82621 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" in 12.564s (12.564s including waiting). Image size: 1358768206 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0e49a87f7f namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: 1fe9b86a-3e01-42a2-b0a3-d71e1cc4b4cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0e4ee2268c namespace: kserve-ci-e2e-test resourceVersion: "14710" uid: 75058771-521b-4cb6-ab46-ec67c4a0a282 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0e5020983b namespace: kserve-ci-e2e-test resourceVersion: "14711" uid: 11284492-802c-44ae-a6c5-e6d7579eb183 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:14Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T22:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:14Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b0e5054599e namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: cc22df4a-3f57-481b-8333-660792eae153 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 7.697s (7.697s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b101b1f1c89 namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 35202735-4d01-4d19-9698-4ed644afca2a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b102a9e6d9b namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: 359bb476-3878-40a1-bf14-9b6ab995a570 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:07:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:07:22Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b102b54c336 namespace: kserve-ci-e2e-test resourceVersion: "14799" uid: cfd839d3-39e5-4b40-9628-43e7fba8219a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:07:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:08:38Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:07:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:38Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b104150907f namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: a3a972cb-f218-490a-9638-7acbe57c167c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:35Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b2131ae10fe namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: 8abfd52a-557e-4837-b594-ca1f5397652d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:35Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b2131ae9afe namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: 0852a567-44a4-4efd-ab33-624873873a13 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: d65798af-0569-40cc-bba8-57e4c85a4fa1 kind: Event lastTimestamp: "2026-09-17T22:08:38Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:38Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc.18d63b21f3f2454b namespace: kserve-ci-e2e-test resourceVersion: "15635" uid: 14b7fa24-ed98-423e-9467-8e8f7ddcb1b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5854c-predictor-6b4b8df9b6 namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: d3f57bae-a437-4f23-8295-7a93ba9ddb24 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: 'Created pod: success-200-isvc-5854c-predictor-6b4b8df9b6-s96tc' metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: success-200-isvc-5854c-predictor-6b4b8df9b6.18d63b0b38d67926 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: c26846d3-1bc3-4663-a696-a8792011e6a5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: be036a3a-3dbd-4d5c-8a6f-02dccf441e36 kind: Event lastTimestamp: "2026-09-17T22:07:01Z" message: Scaled up replica set success-200-isvc-5854c-predictor-6b4b8df9b6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:01Z" name: success-200-isvc-5854c-predictor.18d63b0b35a8ab56 namespace: kserve-ci-e2e-test resourceVersion: "14410" uid: 5dc1b785-24fb-4121-a9d3-887fbcb1df40 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: fddd823d-7bfa-4413-a849-a0d5cb5a03c1 kind: Event lastTimestamp: "2026-09-17T22:07:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:16Z" name: success-200-isvc-5854c-predictor.18d63b0ebb04eb95 namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: 757a22e9-649f-449d-af57-16ebbf831a48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: fddd823d-7bfa-4413-a849-a0d5cb5a03c1 kind: Event lastTimestamp: "2026-09-17T22:07:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:07:16Z" name: success-200-isvc-5854c-predictor.18d63b0ebb69ee3a namespace: kserve-ci-e2e-test resourceVersion: "14727" uid: ebcb9977-13b0-46de-a23b-11c461271ec2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:07:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: fddd823d-7bfa-4413-a849-a0d5cb5a03c1 kind: Event lastTimestamp: "2026-09-17T22:08:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:31Z" name: success-200-isvc-5854c-predictor.18d63b123a654bd8 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 632fdad9-225a-4c92-9e08-647b6ad023bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:07:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5854c-predictor namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: fddd823d-7bfa-4413-a849-a0d5cb5a03c1 kind: Event lastTimestamp: "2026-09-17T22:08:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:07:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:31Z" name: success-200-isvc-5854c-predictor.18d63b123ac791e3 namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: 241c53bf-bfb8-440c-ac49-4a767655332f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:07:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5854c namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: de1c2f22-e02e-4ded-af51-9e113996e1ad kind: Event lastTimestamp: "2026-09-17T22:08:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:07:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:09Z" name: success-200-isvc-5854c.18d63b0b3bd4477a namespace: kserve-ci-e2e-test resourceVersion: "15212" uid: 65546f62-f70e-46a8-bfb4-5fdacfa46eeb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5854c namespace: kserve-ci-e2e-test resourceVersion: "15210" uid: de1c2f22-e02e-4ded-af51-9e113996e1ad kind: Event lastTimestamp: "2026-09-17T22:08:09Z" message: InferenceService [success-200-isvc-5854c] is Ready metadata: creationTimestamp: "2026-09-17T22:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:09Z" name: success-200-isvc-5854c.18d63b1afc3fdf6f namespace: kserve-ci-e2e-test resourceVersion: "15211" uid: 75128c02-b0a0-4234-b55c-dc5ed2513b0d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:19:57.151723Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bbfdc92a9c2 namespace: kserve-ci-e2e-test resourceVersion: "21494" uid: 986bceb2-75ee-4ffa-8f4f-f28c7893fb76 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bbffe54ea4c namespace: kserve-ci-e2e-test resourceVersion: "21533" uid: 7fe4cb15-74a2-47a5-bc80-4267c8a52a8a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bbfff8fd7e2 namespace: kserve-ci-e2e-test resourceVersion: "21535" uid: 613118ad-f334-44ac-be14-1edcb417e421 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc00270bab1 namespace: kserve-ci-e2e-test resourceVersion: "21536" uid: 00a8e7af-7360-44d5-93b5-9772f95002c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc002e24ba7 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: 3ad60fda-ae91-42e5-be64-59cb50dc6dca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc002ec01ed namespace: kserve-ci-e2e-test resourceVersion: "21538" uid: ef330f31-e927-49bf-82b0-7c30b2435da6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc005f68313 namespace: kserve-ci-e2e-test resourceVersion: "21542" uid: 6dce1124-e2c0-43e1-b4c7-1c9534a3c1d3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc006770f83 namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: dd7c8e24-52e7-4071-94c3-e728207239c6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:19:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:20:35Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:20:35Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63bc0508ec10d namespace: kserve-ci-e2e-test resourceVersion: "21904" uid: 60b50236-b99b-41d4-8b89-e29255c53f2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:11Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63c410336311b namespace: kserve-ci-e2e-test resourceVersion: "26052" uid: 8d9a6fda-2fe1-4e6f-9fe2-19845f2abf23 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: af6faec4-3b13-421a-a4d4-a38270593a27 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:11Z" name: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm.18d63c4103369ddb namespace: kserve-ci-e2e-test resourceVersion: "26055" uid: 4adca3b5-46a7-443b-8dad-b1c4dea3f925 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-6bcee-predictor-78b7578bc8 namespace: kserve-ci-e2e-test resourceVersion: "21482" uid: 975a52ea-0aae-4f4c-b69a-ff45a4f28542 kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Created pod: success-200-isvc-6bcee-predictor-78b7578bc8-k8cwm' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor-78b7578bc8.18d63bbfdc0c117c namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 41675ac2-9393-4d06-bdca-2ffc8496a1ba reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21480" uid: a0096b87-da58-4c9b-b066-2b4d75016e5c kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: Scaled up replica set success-200-isvc-6bcee-predictor-78b7578bc8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee-predictor.18d63bbfdac602e3 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: 80e0cca2-8458-4f38-aa5e-1f39cfb14deb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: f35fdd8e-81a1-45d6-b727-5b3b8b2e417f kind: Event lastTimestamp: "2026-09-17T22:20:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:42Z" name: success-200-isvc-6bcee-predictor.18d63bc35941e918 namespace: kserve-ci-e2e-test resourceVersion: "21956" uid: 0d7be62f-5e4b-41a0-a477-e827dec91637 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:20:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: f35fdd8e-81a1-45d6-b727-5b3b8b2e417f kind: Event lastTimestamp: "2026-09-17T22:20:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:20:42Z" name: success-200-isvc-6bcee-predictor.18d63bc3599d1bd7 namespace: kserve-ci-e2e-test resourceVersion: "21957" uid: 4a4d115a-704f-4025-acbe-38663e3da55c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:20:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21716" uid: f35fdd8e-81a1-45d6-b727-5b3b8b2e417f kind: Event lastTimestamp: "2026-09-17T22:21:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:20:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:12Z" name: success-200-isvc-6bcee-predictor.18d63bc6d88e755a namespace: kserve-ci-e2e-test resourceVersion: "22231" uid: 7166515e-b0f3-4344-9c3f-22359df86f8b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:20:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6bcee-predictor namespace: kserve-ci-e2e-test resourceVersion: "21716" uid: f35fdd8e-81a1-45d6-b727-5b3b8b2e417f kind: Event lastTimestamp: "2026-09-17T22:21:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:20:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:21:12Z" name: success-200-isvc-6bcee-predictor.18d63bc6d8eebd89 namespace: kserve-ci-e2e-test resourceVersion: "22232" uid: 8e6d0c78-f0b3-47ac-96ab-122d35139eea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: df65895c-a3ae-44a1-ad8a-7f89d07ecd6a kind: Event lastTimestamp: "2026-09-17T22:20:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:45Z" name: success-200-isvc-6bcee.18d63bbfdac90ea4 namespace: kserve-ci-e2e-test resourceVersion: "21999" uid: 14a2e1ef-016c-4bd7-8c0e-c8a36e5ff51c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: df65895c-a3ae-44a1-ad8a-7f89d07ecd6a kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'Failed to update status for InferenceService "success-200-isvc-6bcee": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6bcee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee.18d63bbfdb391900 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: b1d00964-47d7-42cd-92f6-fa2c1f2d57d0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: df65895c-a3ae-44a1-ad8a-7f89d07ecd6a kind: Event lastTimestamp: "2026-09-17T22:19:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6bcee": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T22:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:19:57Z" name: success-200-isvc-6bcee.18d63bbfdb394e03 namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: 56aaf7c4-ffdf-4d2a-aaa1-a6b49615790e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:20:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6bcee namespace: kserve-ci-e2e-test resourceVersion: "21996" uid: df65895c-a3ae-44a1-ad8a-7f89d07ecd6a kind: Event lastTimestamp: "2026-09-17T22:20:45Z" message: InferenceService [success-200-isvc-6bcee] is Ready metadata: creationTimestamp: "2026-09-17T22:20:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:20:45Z" name: success-200-isvc-6bcee.18d63bcb0accd089 namespace: kserve-ci-e2e-test resourceVersion: "21997" uid: 1f74c470-1350-4dc9-ab69-131c17aed5e5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:08:35.806058Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15542" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8341c-predictor-d7cd9ccf8-djthv to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:08:35Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b213934b829 namespace: kserve-ci-e2e-test resourceVersion: "15547" uid: f546d3f0-0d7f-45f0-9018-969c67617215 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15558" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b215b1b9463 namespace: kserve-ci-e2e-test resourceVersion: "15589" uid: f23ca068-8bec-49e3-a547-7c41862da1a9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b215c5813af namespace: kserve-ci-e2e-test resourceVersion: "15591" uid: 35e6ea99-60cb-490c-8909-3f9c520908b2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b215ed497f2 namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: 311c1b07-74ce-427a-bc1e-74d96340a6c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b215f3475df namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: e30beafd-60ac-4b7b-8de2-2b4bcd366dc8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b215f46216d namespace: kserve-ci-e2e-test resourceVersion: "15598" uid: f9402950-abe2-47a5-8693-60be5a1a16dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b21622780a5 namespace: kserve-ci-e2e-test resourceVersion: "15600" uid: 4c87195a-d0b4-4d64-af66-0554e648692a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:08:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:36Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b2162860223 namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: a130ff81-6a36-4182-a8c8-05b091fdfceb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:09:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:14Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63b21cda05e78 namespace: kserve-ci-e2e-test resourceVersion: "15946" uid: 8e83822a-cc5e-4f66-b11e-9834e03c3d2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:50Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63ba263062981 namespace: kserve-ci-e2e-test resourceVersion: "19903" uid: 8fa5f8d0-cee1-4db9-a27e-c2af913e2f36 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: c3f1d0b1-45ff-4db0-b7ee-112dcd198e94 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:50Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv.18d63ba26306be8e namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: 8e33227f-2673-466f-a5f3-19184523ab31 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8341c-predictor-d7cd9ccf8 namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: 59208427-0f7c-4081-8986-afb1ea1cceb8 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: 'Created pod: success-200-isvc-8341c-predictor-d7cd9ccf8-djthv' metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:35Z" name: success-200-isvc-8341c-predictor-d7cd9ccf8.18d63b2138b2a612 namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: c2e68356-cfc1-41b8-9573-9961713fe0d1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: be0dbfce-39c9-4407-8d83-8806120a15e7 kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Scaled up replica set success-200-isvc-8341c-predictor-d7cd9ccf8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:35Z" name: success-200-isvc-8341c-predictor.18d63b2135f9b8bc namespace: kserve-ci-e2e-test resourceVersion: "15536" uid: 9ebd43eb-345a-4604-88b2-9f3bb0308b4d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 8065fb4a-cc95-4e54-925a-c496028e5dfd kind: Event lastTimestamp: "2026-09-17T22:09:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:20Z" name: success-200-isvc-8341c-predictor.18d63b24b45c1615 namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: 9e4a86bc-f537-43d4-93f5-211c6b525902 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 8065fb4a-cc95-4e54-925a-c496028e5dfd kind: Event lastTimestamp: "2026-09-17T22:09:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:20Z" name: success-200-isvc-8341c-predictor.18d63b24b4bb3e6a namespace: kserve-ci-e2e-test resourceVersion: "15996" uid: a153d3b2-dc62-41e1-bb18-5bd96b013011 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 8065fb4a-cc95-4e54-925a-c496028e5dfd kind: Event lastTimestamp: "2026-09-17T22:10:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:05Z" name: success-200-isvc-8341c-predictor.18d63b2f309d6d0b namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: df3ce826-7e3b-4bf7-a209-3fee974af19b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8341c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 8065fb4a-cc95-4e54-925a-c496028e5dfd kind: Event lastTimestamp: "2026-09-17T22:10:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:05Z" name: success-200-isvc-8341c-predictor.18d63b2f30fc2def namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: 2177ac9f-476d-4046-8961-760d7840a8d5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8341c namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: 0e622ebe-2b58-4ff2-803a-d212e1a0e535 kind: Event lastTimestamp: "2026-09-17T22:09:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:24Z" name: success-200-isvc-8341c.18d63b2135ff8302 namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 1c08eef1-3f2b-4199-9c4f-914ecefaa34a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8341c namespace: kserve-ci-e2e-test resourceVersion: "16079" uid: 0e622ebe-2b58-4ff2-803a-d212e1a0e535 kind: Event lastTimestamp: "2026-09-17T22:09:24Z" message: InferenceService [success-200-isvc-8341c] is Ready metadata: creationTimestamp: "2026-09-17T22:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:24Z" name: success-200-isvc-8341c.18d63b2c88234fa0 namespace: kserve-ci-e2e-test resourceVersion: "16081" uid: c2754e5d-a707-4936-8e27-ff9e21cbeee5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:29:11.957715Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26083" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-94ae3-predictor-b77869d56-22fk6 to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:29:11Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c410996168d namespace: kserve-ci-e2e-test resourceVersion: "26088" uid: e77a300d-e921-4bcc-8770-14a1d7f711ca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c412ba2cec0 namespace: kserve-ci-e2e-test resourceVersion: "26130" uid: d36d5cb4-722b-48f2-8576-f19d4901c33e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c412cd023af namespace: kserve-ci-e2e-test resourceVersion: "26132" uid: e7078b45-f045-44d8-ab49-10c439f29e3e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c412f7ca5f5 namespace: kserve-ci-e2e-test resourceVersion: "26133" uid: 25588cb9-52df-41d2-9fc0-f7868a59d13e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c412feba272 namespace: kserve-ci-e2e-test resourceVersion: "26134" uid: 33006940-6e04-4929-97f9-3870ff94dea1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c412ff5283f namespace: kserve-ci-e2e-test resourceVersion: "26136" uid: 7de95e39-b810-4a11-a676-0815d1452c7e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c413310593c namespace: kserve-ci-e2e-test resourceVersion: "26139" uid: 1380a128-6688-41ca-8991-49a98713d68f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:12Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c41337cf632 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: 69b41928-6675-4117-b481-e40149e90f64 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:29:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:29:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:29:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:50Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63c4193c35c90 namespace: kserve-ci-e2e-test resourceVersion: "26657" uid: 6a2235e3-ec33-445e-a6ff-76607af33388 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:46:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:31Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63d330d793bb8 namespace: kserve-ci-e2e-test resourceVersion: "33783" uid: 6687c410-d9d9-447b-a8f3-eb53d900bd24 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94ae3-predictor-b77869d56-22fk6 namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: dc9b45c8-5cfc-4acc-8f61-ca724ab0c170 kind: Event lastTimestamp: "2026-09-17T22:46:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:31Z" name: success-200-isvc-94ae3-predictor-b77869d56-22fk6.18d63d330d7c29fa namespace: kserve-ci-e2e-test resourceVersion: "33788" uid: 8ebd4dd2-4250-4092-aebe-06e1edf1a671 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-94ae3-predictor-b77869d56 namespace: kserve-ci-e2e-test resourceVersion: "26077" uid: 2b3a0622-5416-49e8-ae52-f020402b6d00 kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: 'Created pod: success-200-isvc-94ae3-predictor-b77869d56-22fk6' metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:11Z" name: success-200-isvc-94ae3-predictor-b77869d56.18d63c4109165f72 namespace: kserve-ci-e2e-test resourceVersion: "26085" uid: 0932fff0-af33-4568-94b8-88e93b0016f7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26075" uid: 3d7fa10d-e67c-4fac-a59d-aea0afba2add kind: Event lastTimestamp: "2026-09-17T22:29:11Z" message: Scaled up replica set success-200-isvc-94ae3-predictor-b77869d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:11Z" name: success-200-isvc-94ae3-predictor.18d63c4107889b8b namespace: kserve-ci-e2e-test resourceVersion: "26078" uid: b46974f0-28ae-4bed-8d03-5944fd44bdee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: 00287a16-01f6-44f2-970b-9315a931e530 kind: Event lastTimestamp: "2026-09-17T22:29:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:56Z" name: success-200-isvc-94ae3-predictor.18d63c4486483358 namespace: kserve-ci-e2e-test resourceVersion: "26711" uid: da0d9882-756c-4b60-b377-406088dcf504 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: 00287a16-01f6-44f2-970b-9315a931e530 kind: Event lastTimestamp: "2026-09-17T22:29:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:56Z" name: success-200-isvc-94ae3-predictor.18d63c4486a045e0 namespace: kserve-ci-e2e-test resourceVersion: "26712" uid: 7316f576-c880-4ab7-ae73-db8fb0ec58fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26443" uid: 00287a16-01f6-44f2-970b-9315a931e530 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: success-200-isvc-94ae3-predictor.18d63c48053621e8 namespace: kserve-ci-e2e-test resourceVersion: "27051" uid: 6d70f32e-8418-4dfe-a633-4c6e69941040 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94ae3-predictor namespace: kserve-ci-e2e-test resourceVersion: "26443" uid: 00287a16-01f6-44f2-970b-9315a931e530 kind: Event lastTimestamp: "2026-09-17T22:30:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:26Z" name: success-200-isvc-94ae3-predictor.18d63c48059426a9 namespace: kserve-ci-e2e-test resourceVersion: "27052" uid: fd73b8a9-46be-4fc1-9628-e4030ec0ffe7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:29:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26063" uid: 7f062a30-4ef2-49d6-8bb6-e514bbd5b67f kind: Event lastTimestamp: "2026-09-17T22:30:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:00Z" name: success-200-isvc-94ae3.18d63c41078ac091 namespace: kserve-ci-e2e-test resourceVersion: "26758" uid: 17312833-ea59-405d-9fd0-44d7c3b2fcbb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26754" uid: 7f062a30-4ef2-49d6-8bb6-e514bbd5b67f kind: Event lastTimestamp: "2026-09-17T22:30:00Z" message: InferenceService [success-200-isvc-94ae3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:00Z" name: success-200-isvc-94ae3.18d63c4c4e8f8263 namespace: kserve-ci-e2e-test resourceVersion: "26755" uid: 1f549494-a68b-45d9-bf71-636b9575fb67 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:28:15.879792Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25222" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:28:15Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c33fb14e234 namespace: kserve-ci-e2e-test resourceVersion: "25228" uid: dcb054c8-0765-4ce3-85a7-7993afe22a51 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a2de1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:16Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c3404102df9 namespace: kserve-ci-e2e-test resourceVersion: "25256" uid: ee3cd570-d691-4bf9-89bc-ed44ec7af4e2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25238" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c3440f20dc6 namespace: kserve-ci-e2e-test resourceVersion: "25273" uid: 0eabcd7e-86c9-4d36-ba84-63c16b94ff00 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c34423d7d15 namespace: kserve-ci-e2e-test resourceVersion: "25276" uid: 7ba8a7b1-4a7f-4e69-9b79-93ff3ab16645 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c3445bc96a0 namespace: kserve-ci-e2e-test resourceVersion: "25279" uid: 57beaad6-6154-4043-8080-5c6b0365ac99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c3446293c8f namespace: kserve-ci-e2e-test resourceVersion: "25281" uid: 5f4fdb4d-8776-4dc5-b938-0e9729fb46ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c34463298ff namespace: kserve-ci-e2e-test resourceVersion: "25282" uid: 29496409-797d-4a5c-bcc4-6195689405ac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c344905c4e7 namespace: kserve-ci-e2e-test resourceVersion: "25283" uid: 77ed3f85-e5bb-4256-8dff-271087773c23 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:28:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:17Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c34497068b2 namespace: kserve-ci-e2e-test resourceVersion: "25285" uid: 0003d38d-6d5a-4c73-a411-71f0a4fa442e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:28:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:28:55Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:28:55Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c34b8373006 namespace: kserve-ci-e2e-test resourceVersion: "25881" uid: 1cf9dbb0-5d6b-433b-923a-01d2e0aca2e4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c445107be99 namespace: kserve-ci-e2e-test resourceVersion: "26347" uid: adb568e4-3c0c-4354-b4a3-1821be6c9652 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: e2ccfb18-d52d-4a21-832a-e4a7cc59de75 kind: Event lastTimestamp: "2026-09-17T22:29:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:29:26Z" name: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh.18d63c4451090dcf namespace: kserve-ci-e2e-test resourceVersion: "26353" uid: 67f288da-9ea0-4acc-be18-69c216d6c548 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a2de1-predictor-599dfd59cd namespace: kserve-ci-e2e-test resourceVersion: "25215" uid: 44c383cc-6962-433e-ab43-8067ae9d5a3b kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: 'Created pod: success-200-isvc-a2de1-predictor-599dfd59cd-ptxbh' metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:15Z" name: success-200-isvc-a2de1-predictor-599dfd59cd.18d63c33fab5181d namespace: kserve-ci-e2e-test resourceVersion: "25223" uid: 1bd1f96b-fdc9-46ad-b15f-d3f31d365949 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25213" uid: 0800b627-2a08-4a2b-8972-dc16aad712c6 kind: Event lastTimestamp: "2026-09-17T22:28:15Z" message: Scaled up replica set success-200-isvc-a2de1-predictor-599dfd59cd from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:28:15Z" name: success-200-isvc-a2de1-predictor.18d63c33f7b39ef2 namespace: kserve-ci-e2e-test resourceVersion: "25216" uid: db4dcf45-f6a9-4b1e-b432-40f6feb8b406 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:28:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: fc7759e7-0824-4265-bd6d-153c3f3cc4c4 kind: Event lastTimestamp: "2026-09-17T22:29:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:00Z" name: success-200-isvc-a2de1-predictor.18d63c37760f3092 namespace: kserve-ci-e2e-test resourceVersion: "25921" uid: 6a76d510-89ac-4b35-bfdb-b1b472584c08 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:28:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: fc7759e7-0824-4265-bd6d-153c3f3cc4c4 kind: Event lastTimestamp: "2026-09-17T22:29:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:00Z" name: success-200-isvc-a2de1-predictor.18d63c37766fb6ca namespace: kserve-ci-e2e-test resourceVersion: "25922" uid: 22b09c94-a038-4bee-9e27-92f696e584f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25412" uid: fc7759e7-0824-4265-bd6d-153c3f3cc4c4 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: success-200-isvc-a2de1-predictor.18d63c41f2435d31 namespace: kserve-ci-e2e-test resourceVersion: "26196" uid: 68ea017d-9bcb-42e7-9297-4ede82851be1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a2de1-predictor namespace: kserve-ci-e2e-test resourceVersion: "25412" uid: fc7759e7-0824-4265-bd6d-153c3f3cc4c4 kind: Event lastTimestamp: "2026-09-17T22:29:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:29:15Z" name: success-200-isvc-a2de1-predictor.18d63c41f2a58b99 namespace: kserve-ci-e2e-test resourceVersion: "26199" uid: 9bf8c42a-86f2-471f-abd3-c17bae2987bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:28:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "25204" uid: f445a9b5-db12-479c-a6bb-f4db5bee561b kind: Event lastTimestamp: "2026-09-17T22:29:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:29:05Z" name: success-200-isvc-a2de1.18d63c33f7b6d158 namespace: kserve-ci-e2e-test resourceVersion: "25967" uid: b36d3cdc-affe-4c82-8012-12651b23be18 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:29:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a2de1 namespace: kserve-ci-e2e-test resourceVersion: "25965" uid: f445a9b5-db12-479c-a6bb-f4db5bee561b kind: Event lastTimestamp: "2026-09-17T22:29:05Z" message: InferenceService [success-200-isvc-a2de1] is Ready metadata: creationTimestamp: "2026-09-17T22:29:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:29:05Z" name: success-200-isvc-a2de1.18d63c3f72a554ff namespace: kserve-ci-e2e-test resourceVersion: "25966" uid: 073354b8-a71a-4fb0-97c2-e697a6142ffe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:09:32.201554Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e5aa3b30b namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: 2b0db504-8df0-4c22-853f-8f6059b6defa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16238" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e7cd676e0 namespace: kserve-ci-e2e-test resourceVersion: "16278" uid: 41dbbc6b-e157-45e5-9821-ddb37bccc206 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e7e18dbcc namespace: kserve-ci-e2e-test resourceVersion: "16280" uid: 3b2e7505-643b-4681-9df6-22ab04e33852 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e80b55b68 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: ac3f1e9f-fe76-4856-a9c2-248163c6c585 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e814423c9 namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: e426a7ac-f256-4683-a7a8-a9a54dc3d4d3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e8151bdd5 namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: c348bb03-0103-49b3-ab87-6d5a9a4cb346 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e84306c52 namespace: kserve-ci-e2e-test resourceVersion: "16286" uid: b3e307fb-4e14-44d8-8da0-2097de3c1d86 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2e84a3a44e namespace: kserve-ci-e2e-test resourceVersion: "16287" uid: e61b7d6c-78ba-4df2-bb66-01f13475df05 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T22:09:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:18:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:09:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:49Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63b2eab4f99d9 namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 89346768-dc54-4e72-97b2-0fe5d5e7cb3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:46Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63baf7a54e4ee namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: ec2935fe-42d6-4cea-9a9d-2393359c0a20 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:18:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:46Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63baf7a561235 namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: 88bfc465-dd58-453d-8873-c7d22c5f3aa6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 870b2379-70d9-4935-97e9-e25bf72f09e8 kind: Event lastTimestamp: "2026-09-17T22:18:49Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:18:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:49Z" name: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2.18d63bb01fb637d1 namespace: kserve-ci-e2e-test resourceVersion: "20598" uid: 87f65060-c6dc-4585-a914-293f35830bec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a4672-predictor-6fcf97dc64 namespace: kserve-ci-e2e-test resourceVersion: "16222" uid: 9ada1c7c-8526-40af-a582-ad73e09d07e6 kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: 'Created pod: success-200-isvc-a4672-predictor-6fcf97dc64-k7rn2' metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor-6fcf97dc64.18d63b2e5a435b1d namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 5eeafa14-f996-458d-817e-e117a9611ade reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: 62412141-0fbe-456b-a1e2-4ecfcabbcf9f kind: Event lastTimestamp: "2026-09-17T22:09:32Z" message: Scaled up replica set success-200-isvc-a4672-predictor-6fcf97dc64 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:32Z" name: success-200-isvc-a4672-predictor.18d63b2e58a6267c namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: 0f2afff9-0e45-481d-bf65-e6f9f215b94d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: 78a1f7b8-30af-4495-b729-068aeef5a968 kind: Event lastTimestamp: "2026-09-17T22:09:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:47Z" name: success-200-isvc-a4672-predictor.18d63b31d6fa8275 namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 02f2944b-672e-465f-b536-4b2225bff5db reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: 78a1f7b8-30af-4495-b729-068aeef5a968 kind: Event lastTimestamp: "2026-09-17T22:09:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:47Z" name: success-200-isvc-a4672-predictor.18d63b31d7596c21 namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: 42d5e5c7-f598-4458-a67c-089e5cb419f3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:10:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 78a1f7b8-30af-4495-b729-068aeef5a968 kind: Event lastTimestamp: "2026-09-17T22:10:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:10:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:47Z" name: success-200-isvc-a4672-predictor.18d63b3556487573 namespace: kserve-ci-e2e-test resourceVersion: "16982" uid: fc2b78ca-bb12-429a-8b47-93fae1f3390a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T22:10:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a4672-predictor namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 78a1f7b8-30af-4495-b729-068aeef5a968 kind: Event lastTimestamp: "2026-09-17T22:10:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:10:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:47Z" name: success-200-isvc-a4672-predictor.18d63b3556a2c7ef namespace: kserve-ci-e2e-test resourceVersion: "16983" uid: 0c2966f2-dd9b-46df-89d5-c7f932ef9588 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:09:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: a784f66d-ec4b-4c22-ac81-004e11945105 kind: Event lastTimestamp: "2026-09-17T22:10:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:09:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:10:19Z" name: success-200-isvc-a4672.18d63b2e58a575fa namespace: kserve-ci-e2e-test resourceVersion: "16735" uid: 506def3f-a3c2-4f5c-a1c6-9414580bcb4c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:10:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a4672 namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: a784f66d-ec4b-4c22-ac81-004e11945105 kind: Event lastTimestamp: "2026-09-17T22:10:19Z" message: InferenceService [success-200-isvc-a4672] is Ready metadata: creationTimestamp: "2026-09-17T22:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:10:19Z" name: success-200-isvc-a4672.18d63b3965f01197 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: 6c23bc8d-6a39-4a0a-9691-d64f17618875 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:17:50.660066Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 to ip-10-0-136-66.ec2.internal metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:17:50Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba269151908 namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 35fce65f-1503-4211-b768-c2487d039a9e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba28b1e168e namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: 46fa03e7-f566-42a3-b5f7-aedb4734ed3d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba28ce36786 namespace: kserve-ci-e2e-test resourceVersion: "19987" uid: e02045a9-20f4-45ae-b863-5ffe915fe9f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba28fe7913d namespace: kserve-ci-e2e-test resourceVersion: "19990" uid: d8c00bf3-40a2-41d9-ac17-3e0419a4a768 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba29058e24e namespace: kserve-ci-e2e-test resourceVersion: "19991" uid: 47e04ff4-1db2-40bd-a1e5-f5b0cd2975b4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba2906399d0 namespace: kserve-ci-e2e-test resourceVersion: "19993" uid: 26153770-2168-4770-b56f-4a152a147446 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba293435b6f namespace: kserve-ci-e2e-test resourceVersion: "19994" uid: 7c60d000-fee5-49d4-892f-93355f60dd30 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:17:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:51Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba293b5bedf namespace: kserve-ci-e2e-test resourceVersion: "19995" uid: 1cea97f7-3e16-4b54-97f5-2bf53b7e5c1c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:18:27Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:27Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63ba29dd8582f namespace: kserve-ci-e2e-test resourceVersion: "20287" uid: 7bde7ebe-7288-46e4-a1a1-e847cc24fbcd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63bb2bfecaf84 namespace: kserve-ci-e2e-test resourceVersion: "20788" uid: a3d38dfa-aa65-4ce1-ae63-432f014df675 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:19:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T22:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:00Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63bb2bfed4208 namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 38ce3f67-c1b4-4836-bf01-346a241154a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: c556aa8a-4811-4f20-9676-a06a92284f8f kind: Event lastTimestamp: "2026-09-17T22:19:02Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T22:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:19:02Z" name: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7.18d63bb32601a41a namespace: kserve-ci-e2e-test resourceVersion: "20898" uid: 94445c84-ca65-4532-a599-c29ddf242b5c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-66.ec2.internal source: component: kubelet host: ip-10-0-136-66.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ab288-predictor-75cb7d4446 namespace: kserve-ci-e2e-test resourceVersion: "19914" uid: bda7f74a-3440-43d9-af75-4d3bac655c5f kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: 'Created pod: success-200-isvc-ab288-predictor-75cb7d4446-nr4z7' metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:17:50Z" name: success-200-isvc-ab288-predictor-75cb7d4446.18d63ba2688a11cd namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 26e4df97-f535-4ff7-b891-1f37546de413 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: 7844f2db-027c-4050-91f3-765d479eed6e kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Scaled up replica set success-200-isvc-ab288-predictor-75cb7d4446 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:17:50Z" name: success-200-isvc-ab288-predictor.18d63ba26519a787 namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: 14d990cb-50bf-4166-ac1b-a26cfc940c2b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 0b01a617-447f-47ba-9c9d-fdbfb11cf02a kind: Event lastTimestamp: "2026-09-17T22:18:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:20Z" name: success-200-isvc-ab288-predictor.18d63ba5e389e2d1 namespace: kserve-ci-e2e-test resourceVersion: "20238" uid: 344d7267-5546-40ae-bf66-82d85444f94c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 0b01a617-447f-47ba-9c9d-fdbfb11cf02a kind: Event lastTimestamp: "2026-09-17T22:18:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:20Z" name: success-200-isvc-ab288-predictor.18d63ba5e3e770c8 namespace: kserve-ci-e2e-test resourceVersion: "20239" uid: 183490ab-5422-4cdb-abef-dccb68df41f6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "20127" uid: 0b01a617-447f-47ba-9c9d-fdbfb11cf02a kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:18:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: success-200-isvc-ab288-predictor.18d63bace1080f1e namespace: kserve-ci-e2e-test resourceVersion: "20622" uid: ae8db748-665b-4d3e-97fd-36940649a77d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:18:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ab288-predictor namespace: kserve-ci-e2e-test resourceVersion: "20127" uid: 0b01a617-447f-47ba-9c9d-fdbfb11cf02a kind: Event lastTimestamp: "2026-09-17T22:18:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T22:18:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:18:50Z" name: success-200-isvc-ab288-predictor.18d63bace149b42e namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: e09a5062-4fc9-4a15-928f-18260d181439 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: 3aae868e-a864-4ddf-bb27-b73d00b54732 kind: Event lastTimestamp: "2026-09-17T22:18:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:18:37Z" name: success-200-isvc-ab288.18d63ba26529fae7 namespace: kserve-ci-e2e-test resourceVersion: "20374" uid: 47eb5272-f624-443b-aea1-1a2e9a9626ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:18:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ab288 namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: 3aae868e-a864-4ddf-bb27-b73d00b54732 kind: Event lastTimestamp: "2026-09-17T22:18:37Z" message: InferenceService [success-200-isvc-ab288] is Ready metadata: creationTimestamp: "2026-09-17T22:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:18:37Z" name: success-200-isvc-ab288.18d63bad58b9b3a6 namespace: kserve-ci-e2e-test resourceVersion: "20373" uid: 705fc4f1-2003-484b-8d85-e456c2ad0942 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:08:21.404430Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15322" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-5854c-7cc4867ffc-lv7lz to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:08:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:08:21Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1ddecd3e1f namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: 9c636ad0-33bc-416d-b824-f01424be8652 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-5854c-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T22:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:21Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1de89039c5 namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: 621034cb-01fb-42a9-82b3-0ab466c1c8b0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:22Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15331" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:22Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:08:22Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1e246745a5 namespace: kserve-ci-e2e-test resourceVersion: "15351" uid: a68ea0cd-c52e-4625-8b78-635724ccfb7b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:22Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" metadata: creationTimestamp: "2026-09-17T22:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:22Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1e2598d1c9 namespace: kserve-ci-e2e-test resourceVersion: "15353" uid: 9b59bc24-30ba-4574-9cc7-f3f48268f52b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:24Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" in 2.279s (2.279s including waiting). Image size: 211751507 bytes.' metadata: creationTimestamp: "2026-09-17T22:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:24Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1ead7a3542 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: 2922abc0-1833-4c8d-b584-6ee9a4397021 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:24Z" message: 'Created container: switch-graph-5854c' metadata: creationTimestamp: "2026-09-17T22:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:24Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1eb0efe7b3 namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: fa6d3450-de1b-4165-8de3-cd4b66b0254d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:24Z" message: Started container switch-graph-5854c metadata: creationTimestamp: "2026-09-17T22:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:24Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b1eb172329d namespace: kserve-ci-e2e-test resourceVersion: "15375" uid: 0628ce1b-1995-47e7-bfbf-c66ab9ef3bf0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:08:35Z" message: Stopping container switch-graph-5854c metadata: creationTimestamp: "2026-09-17T22:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:08:35Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b2129dd9c08 namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: d6452699-c9cf-48de-91f6-1cdcab5f5c63 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5854c} kind: Pod name: switch-graph-5854c-7cc4867ffc-lv7lz namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d1225164-c730-4f06-a244-6f7f614af96e kind: Event lastTimestamp: "2026-09-17T22:09:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:01Z" name: switch-graph-5854c-7cc4867ffc-lv7lz.18d63b21743e11f7 namespace: kserve-ci-e2e-test resourceVersion: "15851" uid: 3fffecbe-8ed1-4ddb-bac1-7978236a8164 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-5854c-7cc4867ffc namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 288f4475-f3c8-4213-a504-21210aa2df9f kind: Event lastTimestamp: "2026-09-17T22:08:21Z" message: 'Created pod: switch-graph-5854c-7cc4867ffc-lv7lz' metadata: creationTimestamp: "2026-09-17T22:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:21Z" name: switch-graph-5854c-7cc4867ffc.18d63b1dde387855 namespace: kserve-ci-e2e-test resourceVersion: "15323" uid: 648f4040-34e0-40b7-a309-0cdc2bf16396 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-5854c namespace: kserve-ci-e2e-test resourceVersion: "15316" uid: 818d429f-21a8-4f31-b0f9-3b58537d1153 kind: Event lastTimestamp: "2026-09-17T22:08:21Z" message: Scaled up replica set switch-graph-5854c-7cc4867ffc from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:08:21Z" name: switch-graph-5854c.18d63b1ddd5c0dbd namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: 775ecea1-49e8-409a-bc99-ce0f102e9af3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-5854c namespace: kserve-ci-e2e-test resourceVersion: "15333" uid: bd393962-1fe0-4595-ae1d-ac4c2d0eea0b kind: Event lastTimestamp: "2026-09-17T22:08:21Z" message: InferenceGraph [switch-graph-5854c] is Ready metadata: creationTimestamp: "2026-09-17T22:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:08:21Z" name: switch-graph-5854c.18d63b1de2aa7a03 namespace: kserve-ci-e2e-test resourceVersion: "15335" uid: 021277d3-abaf-4e77-bcaa-64a13f8994f5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:09:35.770271Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-8341c-567d856458-h2xgg to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:09:35Z" name: switch-graph-8341c-567d856458-h2xgg.18d63b2f2f59f13a namespace: kserve-ci-e2e-test resourceVersion: "16343" uid: 02143209-7393-4291-8d1a-e8ce3691a0e6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:36Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16347" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:09:36Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:09:36Z" name: switch-graph-8341c-567d856458-h2xgg.18d63b2f517875c8 namespace: kserve-ci-e2e-test resourceVersion: "16363" uid: f6bf2ab2-2e94-454b-ae75-2fb4bab6ebf8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8341c} kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:09:36Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:36Z" name: switch-graph-8341c-567d856458-h2xgg.18d63b2f52b02e92 namespace: kserve-ci-e2e-test resourceVersion: "16365" uid: 5a1a7e21-b67d-4477-9655-7151cbf63be8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8341c} kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:09:36Z" message: 'Created container: switch-graph-8341c' metadata: creationTimestamp: "2026-09-17T22:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:36Z" name: switch-graph-8341c-567d856458-h2xgg.18d63b2f55b8bbce namespace: kserve-ci-e2e-test resourceVersion: "16368" uid: d062b81f-12ff-46f8-a23e-522dacb0b4f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8341c} kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:09:36Z" message: Started container switch-graph-8341c metadata: creationTimestamp: "2026-09-17T22:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:09:36Z" name: switch-graph-8341c-567d856458-h2xgg.18d63b2f5625f68e namespace: kserve-ci-e2e-test resourceVersion: "16369" uid: e1b56409-07a3-4cfd-b02f-faa0919e5b98 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8341c} kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:17:50Z" message: Stopping container switch-graph-8341c metadata: creationTimestamp: "2026-09-17T22:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:17:50Z" name: switch-graph-8341c-567d856458-h2xgg.18d63ba25c950e4f namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 0435d726-acad-468f-a395-ffddbe6e9031 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T22:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8341c} kind: Pod name: switch-graph-8341c-567d856458-h2xgg namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 9313f174-5178-4200-a81a-630ac3c7e093 kind: Event lastTimestamp: "2026-09-17T22:18:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:18:18Z" name: switch-graph-8341c-567d856458-h2xgg.18d63ba2fb5bdab3 namespace: kserve-ci-e2e-test resourceVersion: "20218" uid: 843d5353-0573-4683-a796-a256a01c14b2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-8341c-567d856458 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: f6c71b72-971b-42bd-b8a4-bd832858f4a8 kind: Event lastTimestamp: "2026-09-17T22:09:35Z" message: 'Created pod: switch-graph-8341c-567d856458-h2xgg' metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:35Z" name: switch-graph-8341c-567d856458.18d63b2f2ef53fdf namespace: kserve-ci-e2e-test resourceVersion: "16339" uid: 5d510b61-f471-4da9-99d4-3b34277f9ad6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-8341c namespace: kserve-ci-e2e-test resourceVersion: "16333" uid: 277d3c9b-06d5-470d-bcbc-c935c0a64985 kind: Event lastTimestamp: "2026-09-17T22:09:35Z" message: Scaled up replica set switch-graph-8341c-567d856458 from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:09:35Z" name: switch-graph-8341c.18d63b2f2e5e8ed3 namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: 68147c6b-1d98-4023-95c3-116048f7a564 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:09:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8341c namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: 6844e797-6d76-4715-840b-0c142939e6e3 kind: Event lastTimestamp: "2026-09-17T22:09:35Z" message: InferenceGraph [switch-graph-8341c] is Ready metadata: creationTimestamp: "2026-09-17T22:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:09:35Z" name: switch-graph-8341c.18d63b2f32f41a16 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 9d8c98c3-f1f9-4a54-b810-ecbcbd71d5e7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:09:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8341c namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 3eeafe5c-a222-40e1-8293-f21b907de6a1 kind: Event lastTimestamp: "2026-09-17T22:10:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:05Z" name: switch-graph-8341c.18d63b32acc5f9d2 namespace: kserve-ci-e2e-test resourceVersion: "16620" uid: fbbd2ab8-d4ce-4de9-90a7-78f6cc48fa91 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T22:09:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8341c namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 3eeafe5c-a222-40e1-8293-f21b907de6a1 kind: Event lastTimestamp: "2026-09-17T22:10:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:10:05Z" name: switch-graph-8341c.18d63b32ad05d0ec namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: c78239d0-264c-42eb-b0df-91f7c657d0fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T22:30:11.992206Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26858" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-94ae3-7b768cddf-5nnwb to ip-10-0-131-69.ec2.internal metadata: creationTimestamp: "2026-09-17T22:30:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T22:30:11Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63c4f03ebbf83 namespace: kserve-ci-e2e-test resourceVersion: "26866" uid: 7f7036fa-2251-4e7f-a9d7-8ec378f50dd7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8484f44bc7-m98ln source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26871" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:30:12Z" message: Add eth0 [10.133.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T22:30:12Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63c4f26245bf8 namespace: kserve-ci-e2e-test resourceVersion: "26888" uid: 2310ea6f-5ff2-4039-a8e5-4041eea5aa87 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-94ae3} kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:30:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c102e0d7d01cf392f57ae6defd628b8fbf34747b3d5d7bc5edd0f5454c2854a" already present on machine metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:12Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63c4f27461b77 namespace: kserve-ci-e2e-test resourceVersion: "26890" uid: f739551b-fafb-46e0-b08b-116da80891d6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-94ae3} kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:30:12Z" message: 'Created container: switch-graph-94ae3' metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:12Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63c4f2af4b52a namespace: kserve-ci-e2e-test resourceVersion: "26891" uid: 8a471251-04e5-4f8a-8a26-4758d30bd960 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-94ae3} kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:30:12Z" message: Started container switch-graph-94ae3 metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:30:12Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63c4f2b6726ba namespace: kserve-ci-e2e-test resourceVersion: "26892" uid: 0a9f99bc-ec5d-459f-bd6e-914327e9fa27 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-94ae3} kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:46:31Z" message: Stopping container switch-graph-94ae3 metadata: creationTimestamp: "2026-09-17T22:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:31Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63d33070b357d namespace: kserve-ci-e2e-test resourceVersion: "33765" uid: dd90318e-b4fc-4ee8-ab87-07aaf28adc91 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T22:46:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-94ae3} kind: Pod name: switch-graph-94ae3-7b768cddf-5nnwb namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 44dea073-a581-4edd-8293-620a4c6034c9 kind: Event lastTimestamp: "2026-09-17T22:46:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T22:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T22:46:54Z" name: switch-graph-94ae3-7b768cddf-5nnwb.18d63d33c32bbae2 namespace: kserve-ci-e2e-test resourceVersion: "34002" uid: 9ac880d4-a599-4c1c-981d-0ed3eb090d3f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-69.ec2.internal source: component: kubelet host: ip-10-0-131-69.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-94ae3-7b768cddf namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: f7a59430-429b-4d67-998e-18a29cdda518 kind: Event lastTimestamp: "2026-09-17T22:30:11Z" message: 'Created pod: switch-graph-94ae3-7b768cddf-5nnwb' metadata: creationTimestamp: "2026-09-17T22:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:11Z" name: switch-graph-94ae3-7b768cddf.18d63c4f03642d4e namespace: kserve-ci-e2e-test resourceVersion: "26861" uid: f38b4346-0331-484d-afce-3ee38237e853 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26853" uid: 66d043ce-dfae-49fd-9eaf-6dbdd8ccca2b kind: Event lastTimestamp: "2026-09-17T22:30:11Z" message: Scaled up replica set switch-graph-94ae3-7b768cddf from 0 to 1 metadata: creationTimestamp: "2026-09-17T22:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:11Z" name: switch-graph-94ae3.18d63c4f02a70fed namespace: kserve-ci-e2e-test resourceVersion: "26856" uid: 7af941f3-c339-453e-8285-d1b98fd95abd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T22:30:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26876" uid: bf567e8a-9d0a-4d78-852a-e548b754761a kind: Event lastTimestamp: "2026-09-17T22:30:12Z" message: InferenceGraph [switch-graph-94ae3] is Ready metadata: creationTimestamp: "2026-09-17T22:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T22:30:12Z" name: switch-graph-94ae3.18d63c4f07480410 namespace: kserve-ci-e2e-test resourceVersion: "26880" uid: 4295eeef-ec19-4f84-89b4-be8b2f71185a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26854" uid: dfd65edd-b0bc-4809-b326-31d0391e5e99 kind: Event lastTimestamp: "2026-09-17T22:30:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:57Z" name: switch-graph-94ae3.18d63c52815c0f88 namespace: kserve-ci-e2e-test resourceVersion: "27277" uid: e4854e97-4326-49e1-b1b1-3655194e714a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T22:30:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-94ae3 namespace: kserve-ci-e2e-test resourceVersion: "26854" uid: dfd65edd-b0bc-4809-b326-31d0391e5e99 kind: Event lastTimestamp: "2026-09-17T22:30:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T22:30:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T22:30:57Z" name: switch-graph-94ae3.18d63c5281ba9ddf namespace: kserve-ci-e2e-test resourceVersion: "27278" uid: 433a9b2e-9d7b-4ea5-8849-a08111a8f46f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "34025"