--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:13:48.672864Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-ac6c8-87cf995b8-z6wk9 to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:13:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:13:48Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a9713b93e88edc namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: e7b266dd-c8fb-4dc8-8a99-932c0bf64844 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:13:49Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:13:49Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a9713bad455e00 namespace: kserve-ci-e2e-test resourceVersion: "20313" uid: db32eb0f-afff-4756-82bd-96ddaa5932fe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ac6c8} kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:13:49Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:49Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a9713bae819854 namespace: kserve-ci-e2e-test resourceVersion: "20315" uid: 627eaade-3e27-46be-8786-a72f273afbb6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ac6c8} kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:13:49Z" message: 'Created container: ensemble-graph-ac6c8' metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:49Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a9713bb1ce97e4 namespace: kserve-ci-e2e-test resourceVersion: "20317" uid: b7958a64-75c1-415f-ac49-8397b44f32f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ac6c8} kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:13:49Z" message: Started container ensemble-graph-ac6c8 metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:49Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a9713bb2428efd namespace: kserve-ci-e2e-test resourceVersion: "20318" uid: e3c26aaf-cee2-43e0-834c-508a31a69a7e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ac6c8} kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Stopping container ensemble-graph-ac6c8 metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a971aeb94cd2a6 namespace: kserve-ci-e2e-test resourceVersion: "23806" uid: 7e91d976-a9e3-4736-8217-af0915ebdfeb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:22:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ac6c8} kind: Pod name: ensemble-graph-ac6c8-87cf995b8-z6wk9 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 0aad686e-898e-4b26-87e0-3dff2ad29a46 kind: Event lastTimestamp: "2026-04-25T00:22:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:22:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:30Z" name: ensemble-graph-ac6c8-87cf995b8-z6wk9.18a971af4f4609b2 namespace: kserve-ci-e2e-test resourceVersion: "24287" uid: 962ccb03-b9d3-479d-bc06-df10d46a7799 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-ac6c8-87cf995b8 namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: c91383c3-0cb4-48ff-882f-dfc9c9d8603a kind: Event lastTimestamp: "2026-04-25T00:13:48Z" message: 'Created pod: ensemble-graph-ac6c8-87cf995b8-z6wk9' metadata: creationTimestamp: "2026-04-25T00:13:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:48Z" name: ensemble-graph-ac6c8-87cf995b8.18a9713b938bd8ce namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 3827cc74-e1f6-48f7-97c3-7fff48de109a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20287" uid: 825a527b-f2b5-4a80-ac82-df30a2a41426 kind: Event lastTimestamp: "2026-04-25T00:13:48Z" message: Scaled up replica set ensemble-graph-ac6c8-87cf995b8 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:13:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:48Z" name: ensemble-graph-ac6c8.18a9713b9274d2a1 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: dfe6f0e1-621f-481c-b52e-0f1419eb8544 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:48Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20306" uid: c37295ab-4fff-4204-b087-5985e35992f9 kind: Event lastTimestamp: "2026-04-25T00:13:48Z" message: InferenceGraph [ensemble-graph-ac6c8] is Ready metadata: creationTimestamp: "2026-04-25T00:13:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:48Z" name: ensemble-graph-ac6c8.18a9713b95b2e3cc namespace: kserve-ci-e2e-test resourceVersion: "20308" uid: 76495f42-4494-4940-92da-91d4ba53a789 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:14:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: 6ec36eeb-b253-462e-aadd-5f4af8dd2fb9 kind: Event lastTimestamp: "2026-04-25T00:14:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:18Z" name: ensemble-graph-ac6c8.18a9713f114476da namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: c3a855fe-70d5-47c5-9b93-29002ab231c9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:14:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: 6ec36eeb-b253-462e-aadd-5f4af8dd2fb9 kind: Event lastTimestamp: "2026-04-25T00:14:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:18Z" name: ensemble-graph-ac6c8.18a9713f118af537 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 7ac0f96f-8efb-4690-ba9c-6827f3879613 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:12:28.420515Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19250" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-d627c-66c94ccd96-ml4rc to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:12:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:12:28Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a97128e47edc8e namespace: kserve-ci-e2e-test resourceVersion: "19255" uid: b860cd66-4d63-4a54-8afa-804816034f70 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:12:28Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:29Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-d627c-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:29Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a97128eefe4b02 namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 4014bbac-0cf9-445c-a3f8-05cb3f4b6f43 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:30Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19259" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:30Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:12:30Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a97129570f7106 namespace: kserve-ci-e2e-test resourceVersion: "19285" uid: 65875e6e-57a1-4348-b7ad-d8eb10e5f2e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d627c} kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:30Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:30Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a971295841153c namespace: kserve-ci-e2e-test resourceVersion: "19287" uid: 6d3f3294-34ee-42b2-b02f-05f096c67a9f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d627c} kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:30Z" message: 'Created container: ensemble-graph-d627c' metadata: creationTimestamp: "2026-04-25T00:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:30Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a971295b174cda namespace: kserve-ci-e2e-test resourceVersion: "19288" uid: adadccff-17a1-4e0c-86ce-c6025c0208cf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d627c} kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:30Z" message: Started container ensemble-graph-d627c metadata: creationTimestamp: "2026-04-25T00:12:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:30Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a971295b8f695c namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: 15cf75df-db3d-473d-a4c0-ed2a9f634141 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d627c} kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Stopping container ensemble-graph-d627c metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a9712b3beeaf9e namespace: kserve-ci-e2e-test resourceVersion: "19370" uid: 997f55ff-6088-4b8d-8706-f4d281deefb0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:12:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d627c} kind: Pod name: ensemble-graph-d627c-66c94ccd96-ml4rc namespace: kserve-ci-e2e-test resourceVersion: "19252" uid: d5aaf2d5-bec8-4036-9be1-94e6fafc9910 kind: Event lastTimestamp: "2026-04-25T00:13:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:12:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:06Z" name: ensemble-graph-d627c-66c94ccd96-ml4rc.18a9712becb1c9c3 namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: 5b61ac00-43c7-47ab-94dc-7cd47745d05e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-d627c-66c94ccd96 namespace: kserve-ci-e2e-test resourceVersion: "19247" uid: a4d11bf9-eda5-4606-b0a0-b57a2e1447c7 kind: Event lastTimestamp: "2026-04-25T00:12:28Z" message: 'Created pod: ensemble-graph-d627c-66c94ccd96-ml4rc' metadata: creationTimestamp: "2026-04-25T00:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:28Z" name: ensemble-graph-d627c-66c94ccd96.18a97128e41a40cb namespace: kserve-ci-e2e-test resourceVersion: "19251" uid: 1652970a-5cf5-4119-9213-c5072efe6528 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-d627c namespace: kserve-ci-e2e-test resourceVersion: "19245" uid: 7c5e7acc-d673-439a-bbd5-29cf67f17f7e kind: Event lastTimestamp: "2026-04-25T00:12:28Z" message: Scaled up replica set ensemble-graph-d627c-66c94ccd96 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:28Z" name: ensemble-graph-d627c.18a97128e34d1420 namespace: kserve-ci-e2e-test resourceVersion: "19248" uid: 2e91c22a-a144-44c5-94db-21c9e289d649 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d627c namespace: kserve-ci-e2e-test resourceVersion: "19261" uid: 25b5685d-f5e6-4de8-8fb5-0ffa119384ef kind: Event lastTimestamp: "2026-04-25T00:12:28Z" message: InferenceGraph [ensemble-graph-d627c] is Ready metadata: creationTimestamp: "2026-04-25T00:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:28Z" name: ensemble-graph-d627c.18a97128e83698fd namespace: kserve-ci-e2e-test resourceVersion: "19263" uid: ad877d20-ebcf-4e14-9e4a-f3c0882b078f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:23:27.749834Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24945" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-41340-predictor-694448f7cf-n9r4s to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c26795e59e namespace: kserve-ci-e2e-test resourceVersion: "24949" uid: 6ed8f2af-4240-4360-a7c8-c1a096b3e355 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24954" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Add eth0 [10.133.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c28116b042 namespace: kserve-ci-e2e-test resourceVersion: "24968" uid: 7cd31907-f598-4f35-9854-4132ddca2d12 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c282ba3c3b namespace: kserve-ci-e2e-test resourceVersion: "24970" uid: 66fb0424-0ca7-4aff-9430-c4a1be60cb62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c2851383d8 namespace: kserve-ci-e2e-test resourceVersion: "24974" uid: e7326999-b6d1-47ff-a9b7-6d3ff6d3903e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c2858b2b27 namespace: kserve-ci-e2e-test resourceVersion: "24975" uid: 37cc5976-8242-4c2f-add1-cf5b98f9ad8d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c285970342 namespace: kserve-ci-e2e-test resourceVersion: "24976" uid: 2a6e6e0e-98c9-4015-b469-561dc4b82aee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c2891de233 namespace: kserve-ci-e2e-test resourceVersion: "24977" uid: d9e42e50-be68-4b74-928b-b1dae2d24e98 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c289960a6e namespace: kserve-ci-e2e-test resourceVersion: "24978" uid: cd353c84-c16e-4e1a-876c-831c313b1e72 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:23:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:32:45Z" message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:23:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:45Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a971c2d27a54a3 namespace: kserve-ci-e2e-test resourceVersion: "29299" uid: 0310dbcf-00ce-4cd6-b185-91eaf591d6a7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:32:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:42Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a97243927d90c9 namespace: kserve-ci-e2e-test resourceVersion: "29267" uid: c62ca329-bc0a-4634-922e-b79421b160bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:32:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:42Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a97243927e1326 namespace: kserve-ci-e2e-test resourceVersion: "29268" uid: 3d648f43-4d11-416d-a35b-42104e5d9e42 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-41340-predictor-694448f7cf-n9r4s namespace: kserve-ci-e2e-test resourceVersion: "24947" uid: 58dff5e2-5bd9-4d6c-8b89-f07148d0fa9d kind: Event lastTimestamp: "2026-04-25T00:32:45Z" message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp 10.133.0.49:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:45Z" name: error-404-isvc-41340-predictor-694448f7cf-n9r4s.18a9724446d70ed1 namespace: kserve-ci-e2e-test resourceVersion: "29297" uid: 98b2e1d0-bf4e-4b78-bad7-7b1df59f74d8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-41340-predictor-694448f7cf namespace: kserve-ci-e2e-test resourceVersion: "24936" uid: 4079803b-a268-4501-9228-77a296eaa929 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'Created pod: error-404-isvc-41340-predictor-694448f7cf-n9r4s' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-41340-predictor-694448f7cf.18a971c2670c4e61 namespace: kserve-ci-e2e-test resourceVersion: "24946" uid: a8c4e51f-1f37-4df3-ade2-17a8b36bd380 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24934" uid: 3d727646-5edb-4e3e-a250-88fc19383ccf kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Scaled up replica set error-404-isvc-41340-predictor-694448f7cf from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-41340-predictor.18a971c2658ee3b2 namespace: kserve-ci-e2e-test resourceVersion: "24938" uid: c4814e0a-f466-4b90-8d83-70f6c481a821 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24935" uid: e447fbd4-97fd-46c0-88cd-1975ca2c04b5 kind: Event lastTimestamp: "2026-04-25T00:23:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:42Z" name: error-404-isvc-41340-predictor.18a971c5e3fc92e1 namespace: kserve-ci-e2e-test resourceVersion: "25117" uid: f97e5ae5-cc83-4014-b2ff-a7115e97c836 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24935" uid: e447fbd4-97fd-46c0-88cd-1975ca2c04b5 kind: Event lastTimestamp: "2026-04-25T00:23:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:42Z" name: error-404-isvc-41340-predictor.18a971c5e45813c9 namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: 1bde0a6c-397b-448c-95b6-c98babbc9a22 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:23:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: e447fbd4-97fd-46c0-88cd-1975ca2c04b5 kind: Event lastTimestamp: "2026-04-25T00:24:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:23:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:42Z" name: error-404-isvc-41340-predictor.18a971c9630fd90b namespace: kserve-ci-e2e-test resourceVersion: "25641" uid: ddb60b3a-0513-46e2-a927-68b6c6e8188c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:23:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: e447fbd4-97fd-46c0-88cd-1975ca2c04b5 kind: Event lastTimestamp: "2026-04-25T00:24:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:23:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:42Z" name: error-404-isvc-41340-predictor.18a971c9637a817f namespace: kserve-ci-e2e-test resourceVersion: "25642" uid: d64a817e-b29f-48a6-92eb-96ae0d672d92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24904" uid: 75e8ccaa-661b-4eff-b8fa-f5a785138420 kind: Event lastTimestamp: "2026-04-25T00:24:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:24:15Z" name: error-404-isvc-41340.18a971c2656bfc75 namespace: kserve-ci-e2e-test resourceVersion: "25394" uid: aa8a181a-8100-4064-9cb8-a4c66ae7dd32 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24904" uid: 75e8ccaa-661b-4eff-b8fa-f5a785138420 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'Failed to update status for InferenceService "error-404-isvc-41340": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-41340": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-41340.18a971c265ce7fc5 namespace: kserve-ci-e2e-test resourceVersion: "24940" uid: b2c0cab7-d234-4b51-90eb-d7e5bf68996f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24904" uid: 75e8ccaa-661b-4eff-b8fa-f5a785138420 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-41340": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-41340.18a971c265ced63a namespace: kserve-ci-e2e-test resourceVersion: "24942" uid: f4e6ef72-c1a0-468e-8f2f-ff8e682f0b51 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "25389" uid: 75e8ccaa-661b-4eff-b8fa-f5a785138420 kind: Event lastTimestamp: "2026-04-25T00:24:15Z" message: InferenceService [error-404-isvc-41340] is Ready metadata: creationTimestamp: "2026-04-25T00:24:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:24:15Z" name: error-404-isvc-41340.18a971cd8d74151f namespace: kserve-ci-e2e-test resourceVersion: "25390" uid: 82bfe0aa-31ed-4ce3-9aae-c94bc6afc18d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:00:29.379143Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12939" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:00:29Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a970817a4a43e2 namespace: kserve-ci-e2e-test resourceVersion: "12946" uid: 6d9877ca-2d7c-483c-89e8-fabe09f2cfb6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12951" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:00:29Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a9708193050ebf namespace: kserve-ci-e2e-test resourceVersion: "12987" uid: eb9688df-5451-4aa8-9ca5-81299770f8b2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:29Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a9708194646c50 namespace: kserve-ci-e2e-test resourceVersion: "12989" uid: a5c699a4-d83c-482a-a6a1-b66d7675cdb0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" in 14.786s (14.786s including waiting). Image size: 1334716508 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a9708505b5d549 namespace: kserve-ci-e2e-test resourceVersion: "13196" uid: 7435c0a1-ff93-4f39-98bb-9557f775b4ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a97085090533f0 namespace: kserve-ci-e2e-test resourceVersion: "13199" uid: c9343839-1060-40cd-be9f-404ec3aabeae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a970850968cb98 namespace: kserve-ci-e2e-test resourceVersion: "13201" uid: 5a3701ee-432f-4f0e-9efe-21f35d7037d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a970850976369d namespace: kserve-ci-e2e-test resourceVersion: "13203" uid: c2a344fb-cfd1-487c-978f-48666328db1d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.48s (2.48s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a970859d53b9f8 namespace: kserve-ci-e2e-test resourceVersion: "13230" uid: 6663b43b-68e0-4551-a590-44b495f9f2e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a97085a10cb3ec namespace: kserve-ci-e2e-test resourceVersion: "13232" uid: c553dede-dcfd-4205-975c-13a1e73a787a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a97085a186cf2b namespace: kserve-ci-e2e-test resourceVersion: "13234" uid: 6160508d-5fca-4e51-aa81-f52152a9ff40 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:01:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:23Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a97085a688c9f2 namespace: kserve-ci-e2e-test resourceVersion: "13553" uid: c64bc2b4-3a47-4c5f-af48-d9c8c5f7c8ad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a97097686041a9 namespace: kserve-ci-e2e-test resourceVersion: "14015" uid: 11620fc9-adac-40e9-8dce-e79d8ba75b19 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt namespace: kserve-ci-e2e-test resourceVersion: "12943" uid: fdcb0f25-048c-4797-9750-b37969b8cb48 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt.18a9709768616646 namespace: kserve-ci-e2e-test resourceVersion: "14020" uid: 11e14b82-eeb6-4c68-b404-77e1e2debc6c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4fa95-predictor-7fbb84df9c namespace: kserve-ci-e2e-test resourceVersion: "12933" uid: a6ebb8e4-1d69-462a-b8b4-05cfd62fa78e kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'Created pod: error-404-isvc-4fa95-predictor-7fbb84df9c-ktxjt' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: error-404-isvc-4fa95-predictor-7fbb84df9c.18a9708179d23c66 namespace: kserve-ci-e2e-test resourceVersion: "12941" uid: 50bfdbbb-b9cc-4658-a854-977ae4ecc7c1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12931" uid: fc6b8e0f-481f-4c0e-bd4c-7e413d4c6b49 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Scaled up replica set error-404-isvc-4fa95-predictor-7fbb84df9c from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: error-404-isvc-4fa95-predictor.18a970817844a648 namespace: kserve-ci-e2e-test resourceVersion: "12936" uid: dae34227-330c-4543-9fc1-f17f964f3632 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12932" uid: c7f27063-271a-4fc7-8d88-44c4e6990006 kind: Event lastTimestamp: "2026-04-25T00:01:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:14Z" name: error-404-isvc-4fa95-predictor.18a97084f6c13678 namespace: kserve-ci-e2e-test resourceVersion: "13485" uid: 916b0d72-af8d-4610-93d9-725ce2b57a37 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12932" uid: c7f27063-271a-4fc7-8d88-44c4e6990006 kind: Event lastTimestamp: "2026-04-25T00:01:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:14Z" name: error-404-isvc-4fa95-predictor.18a97084f7269126 namespace: kserve-ci-e2e-test resourceVersion: "13486" uid: 462b98dd-d844-4f93-8eed-c5807a71cb3d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "13189" uid: c7f27063-271a-4fc7-8d88-44c4e6990006 kind: Event lastTimestamp: "2026-04-25T00:01:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:59Z" name: error-404-isvc-4fa95-predictor.18a9708f7353f19a namespace: kserve-ci-e2e-test resourceVersion: "13911" uid: b7cc9ea5-2c1b-4a58-9540-d4295a2a1498 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "13189" uid: c7f27063-271a-4fc7-8d88-44c4e6990006 kind: Event lastTimestamp: "2026-04-25T00:01:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:59Z" name: error-404-isvc-4fa95-predictor.18a9708f73bb995e namespace: kserve-ci-e2e-test resourceVersion: "13912" uid: 33287ff3-7caa-46e7-97e8-4e7304c85691 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "12915" uid: 805654b7-536d-4bda-a231-a862b24a33b5 kind: Event lastTimestamp: "2026-04-25T00:01:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:33Z" name: error-404-isvc-4fa95.18a97081781ab9d3 namespace: kserve-ci-e2e-test resourceVersion: "13651" uid: 6542cf8e-aaaf-4653-bc79-81c03687ac58 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "13648" uid: 805654b7-536d-4bda-a231-a862b24a33b5 kind: Event lastTimestamp: "2026-04-25T00:01:33Z" message: InferenceService [error-404-isvc-4fa95] is Ready metadata: creationTimestamp: "2026-04-25T00:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:33Z" name: error-404-isvc-4fa95.18a9709061c220fb namespace: kserve-ci-e2e-test resourceVersion: "13650" uid: 2b7254b1-4e2f-45ca-9dbf-c95d56baa210 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:22:03.463861Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23883" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aec7c00385 namespace: kserve-ci-e2e-test resourceVersion: "23887" uid: f6b31484-bd75-4eed-a5cc-d4fdcfe35974 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23892" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aee192bbd7 namespace: kserve-ci-e2e-test resourceVersion: "23906" uid: 95e9329e-dd93-4a40-9ddd-6866984dba38 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aee30c47a1 namespace: kserve-ci-e2e-test resourceVersion: "23908" uid: 8ca8d7da-6d09-4475-ae26-5c21a2b1c182 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aee7477911 namespace: kserve-ci-e2e-test resourceVersion: "23912" uid: af1b114c-6603-4b58-88a3-5c2ac70867a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aee7bf8c5a namespace: kserve-ci-e2e-test resourceVersion: "23914" uid: 80b8cdd6-37bd-4d9f-8330-54e14ca55dce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aee7cd9f81 namespace: kserve-ci-e2e-test resourceVersion: "23915" uid: 272c40fb-7b3a-4481-8885-e7e84cc49338 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aeea775942 namespace: kserve-ci-e2e-test resourceVersion: "23917" uid: b03913fe-554d-45da-ac4d-d4b61cd60846 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971aeeaedf019 namespace: kserve-ci-e2e-test resourceVersion: "23918" uid: c24d1f1d-fbfe-4d20-add3-0aa3e401f8f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:22:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:22:41Z" message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:41Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971af314ed678 namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: 943f3a4a-dd3b-4f65-b4b7-f2943b28e553 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971c263cce7c6 namespace: kserve-ci-e2e-test resourceVersion: "24927" uid: 3cddad5a-2476-4f40-a716-0327653b516e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt namespace: kserve-ci-e2e-test resourceVersion: "23885" uid: 7b73d0fa-8973-4fa6-9893-f71b996c8fe0 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:27Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt.18a971c263cd53bb namespace: kserve-ci-e2e-test resourceVersion: "24929" uid: efc55189-9ca8-4ec0-a782-9346d3ad3891 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7621b-predictor-6d5bd65f5f namespace: kserve-ci-e2e-test resourceVersion: "23874" uid: c16fd608-147b-403c-8e72-c484f93e27f2 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Created pod: error-404-isvc-7621b-predictor-6d5bd65f5f-bjtpt' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor-6d5bd65f5f.18a971aec75a8fcb namespace: kserve-ci-e2e-test resourceVersion: "23884" uid: 69529d61-01c1-453d-8f10-a9dd88258850 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23870" uid: 7f82cf96-1a8a-4e58-98eb-4e1fb1e18018 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Scaled up replica set error-404-isvc-7621b-predictor-6d5bd65f5f from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b-predictor.18a971aec5a23354 namespace: kserve-ci-e2e-test resourceVersion: "23875" uid: f898c868-c94f-45dd-bb9e-c652713517c2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:22:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23873" uid: d095d799-7a4d-4ded-a7b0-056a0cbd0585 kind: Event lastTimestamp: "2026-04-25T00:22:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:33Z" name: error-404-isvc-7621b-predictor.18a971b2444dd80e namespace: kserve-ci-e2e-test resourceVersion: "24314" uid: e713015c-4f12-40a7-b195-f4ab6e1fd7b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:22:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23873" uid: d095d799-7a4d-4ded-a7b0-056a0cbd0585 kind: Event lastTimestamp: "2026-04-25T00:22:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:33Z" name: error-404-isvc-7621b-predictor.18a971b244af860f namespace: kserve-ci-e2e-test resourceVersion: "24315" uid: 04ac93ad-5427-4b6e-8912-d4d3b79ef22e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "24040" uid: d095d799-7a4d-4ded-a7b0-056a0cbd0585 kind: Event lastTimestamp: "2026-04-25T00:23:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:18Z" name: error-404-isvc-7621b-predictor.18a971b9420bb328 namespace: kserve-ci-e2e-test resourceVersion: "24736" uid: 48da9432-492d-4105-9518-cd5d63ea258e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "24040" uid: d095d799-7a4d-4ded-a7b0-056a0cbd0585 kind: Event lastTimestamp: "2026-04-25T00:23:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:18Z" name: error-404-isvc-7621b-predictor.18a971b942701621 namespace: kserve-ci-e2e-test resourceVersion: "24737" uid: f4c759a3-fa60-44f9-913f-484b46be2f9b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23848" uid: cf94955e-4036-47c3-bd69-53174a698357 kind: Event lastTimestamp: "2026-04-25T00:22:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:51Z" name: error-404-isvc-7621b.18a971aec5aa7087 namespace: kserve-ci-e2e-test resourceVersion: "24473" uid: b4339ac2-b0c7-4266-a266-494a399784e0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23848" uid: cf94955e-4036-47c3-bd69-53174a698357 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Failed to update status for InferenceService "error-404-isvc-7621b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7621b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b.18a971aec6164b48 namespace: kserve-ci-e2e-test resourceVersion: "23879" uid: edba41f1-d7ed-479b-bb4c-e6b94c14e187 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23848" uid: cf94955e-4036-47c3-bd69-53174a698357 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7621b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-7621b.18a971aec6169efe namespace: kserve-ci-e2e-test resourceVersion: "23880" uid: 13062198-11fa-4ad8-a671-01bcfe05e90a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "24470" uid: cf94955e-4036-47c3-bd69-53174a698357 kind: Event lastTimestamp: "2026-04-25T00:22:51Z" message: InferenceService [error-404-isvc-7621b] is Ready metadata: creationTimestamp: "2026-04-25T00:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:51Z" name: error-404-isvc-7621b.18a971b9eb9c144f namespace: kserve-ci-e2e-test resourceVersion: "24471" uid: c05e0039-8280-40d3-b177-2bc6622c6261 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:22:19.398120Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24141" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a37f5-predictor-547f4c9447-g2whm to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b27d817015 namespace: kserve-ci-e2e-test resourceVersion: "24146" uid: 95ff9b81-f5f9-4a8f-be47-162b76d26535 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a37f5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b288fa4893 namespace: kserve-ci-e2e-test resourceVersion: "24156" uid: b73b6afb-16f6-4bb9-a300-0b9f967971f9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24151" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: Add eth0 [10.133.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2baebd790 namespace: kserve-ci-e2e-test resourceVersion: "24178" uid: 05c4de0f-c4f0-43d0-87c3-2ecbfe8aa830 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2bc2c9799 namespace: kserve-ci-e2e-test resourceVersion: "24181" uid: 5b947cc5-1e70-4261-962d-ae27d35e32a9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2bffd3bf2 namespace: kserve-ci-e2e-test resourceVersion: "24183" uid: 98d6fd11-7c79-4f7e-a257-23242f13890f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2c08015f9 namespace: kserve-ci-e2e-test resourceVersion: "24184" uid: 40a0f387-44cd-4e7f-a866-18f7cd3875ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2c08d193a namespace: kserve-ci-e2e-test resourceVersion: "24185" uid: 9bbac544-231c-4920-9d53-4194fd5e6774 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2c4c173fb namespace: kserve-ci-e2e-test resourceVersion: "24187" uid: 5574dfd0-074d-49d3-a2c4-a11c26c392be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:22:20Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:20Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2c57f1e4d namespace: kserve-ci-e2e-test resourceVersion: "24189" uid: 611d651e-3bc9-4840-9fb1-4f7b10a1a600 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:22:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:23:07Z" message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:07Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a971b2eee1a9f0 namespace: kserve-ci-e2e-test resourceVersion: "24598" uid: 48c3e4fe-0d0a-4521-9068-b4a9973dde7b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:39:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:39:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:38Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a972a47c282d3c namespace: kserve-ci-e2e-test resourceVersion: "32158" uid: 0569338a-37fb-4b1a-8ebc-e8a1bf32dc50 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm namespace: kserve-ci-e2e-test resourceVersion: "24144" uid: cb303152-c58d-4a84-bf8f-5dd213041b6d kind: Event lastTimestamp: "2026-04-25T00:39:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:39:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:38Z" name: error-404-isvc-a37f5-predictor-547f4c9447-g2whm.18a972a47c28c409 namespace: kserve-ci-e2e-test resourceVersion: "32159" uid: bd73e103-9557-40c7-937a-9361f554bf4f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a37f5-predictor-547f4c9447 namespace: kserve-ci-e2e-test resourceVersion: "24134" uid: 808c7a0e-1275-406e-96d8-5b30271570b8 kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'Created pod: error-404-isvc-a37f5-predictor-547f4c9447-g2whm' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5-predictor-547f4c9447.18a971b27ce5570c namespace: kserve-ci-e2e-test resourceVersion: "24142" uid: fa531464-4e24-4652-8213-c6f03729abd4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24132" uid: d11234da-76b2-44da-ad8c-8f4d897b8a1c kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Scaled up replica set error-404-isvc-a37f5-predictor-547f4c9447 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5-predictor.18a971b27b671ad3 namespace: kserve-ci-e2e-test resourceVersion: "24136" uid: b4f4f1fd-5d47-4388-a5c7-8976e93aee02 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24133" uid: f657dd97-2e5f-4720-a1ac-cd68d94b765c kind: Event lastTimestamp: "2026-04-25T00:24:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:04Z" name: error-404-isvc-a37f5-predictor.18a971b5f9d6fbf6 namespace: kserve-ci-e2e-test resourceVersion: "25287" uid: 7484bbca-2897-4a16-9ca9-ae746553b93e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24133" uid: f657dd97-2e5f-4720-a1ac-cd68d94b765c kind: Event lastTimestamp: "2026-04-25T00:24:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:04Z" name: error-404-isvc-a37f5-predictor.18a971b5fa35a9cd namespace: kserve-ci-e2e-test resourceVersion: "25288" uid: 88d4e21b-b3e8-4ce6-8091-be56df691d35 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: f657dd97-2e5f-4720-a1ac-cd68d94b765c kind: Event lastTimestamp: "2026-04-25T00:23:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:49Z" name: error-404-isvc-a37f5-predictor.18a971bcf7b08388 namespace: kserve-ci-e2e-test resourceVersion: "25172" uid: 782a2fba-37f6-4aca-8bf5-5d6ed064d223 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: f657dd97-2e5f-4720-a1ac-cd68d94b765c kind: Event lastTimestamp: "2026-04-25T00:23:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:49Z" name: error-404-isvc-a37f5-predictor.18a971bcf7fbfb37 namespace: kserve-ci-e2e-test resourceVersion: "25173" uid: 33033286-914f-4349-b8fc-12aae3da75c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24114" uid: 76951a92-7438-4311-8dd7-5ca48a41fa6a kind: Event lastTimestamp: "2026-04-25T00:23:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:17Z" name: error-404-isvc-a37f5.18a971b27b4386f8 namespace: kserve-ci-e2e-test resourceVersion: "24728" uid: 835fcaaa-61ac-4f76-8d7f-a3868e20c226 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24114" uid: 76951a92-7438-4311-8dd7-5ca48a41fa6a kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'Failed to update status for InferenceService "error-404-isvc-a37f5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a37f5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5.18a971b27ba89474 namespace: kserve-ci-e2e-test resourceVersion: "24138" uid: 3c0389b4-fbb9-442d-b87e-e01dcba3864f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24114" uid: 76951a92-7438-4311-8dd7-5ca48a41fa6a kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a37f5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-a37f5.18a971b27ba8ec8c namespace: kserve-ci-e2e-test resourceVersion: "24139" uid: 7b7bb66f-0a46-456f-9390-cc3b42421ab8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24726" uid: 76951a92-7438-4311-8dd7-5ca48a41fa6a kind: Event lastTimestamp: "2026-04-25T00:23:17Z" message: InferenceService [error-404-isvc-a37f5] is Ready metadata: creationTimestamp: "2026-04-25T00:23:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:17Z" name: error-404-isvc-a37f5.18a971bffd732b35 namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: 4a7f2fd3-a490-4dc1-ba7d-992ca60585bb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:12:38.710366Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19450" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b49d185b5 namespace: kserve-ci-e2e-test resourceVersion: "19454" uid: 4e551d64-290c-48a6-a516-b5ea9d2c4223 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19457" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b6333120f namespace: kserve-ci-e2e-test resourceVersion: "19469" uid: 9e49d834-1c33-4287-abbb-b83d7d944bbf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b6478a1c3 namespace: kserve-ci-e2e-test resourceVersion: "19471" uid: 38384968-5fa6-4a9c-ad25-6bc97934c20a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b67b55203 namespace: kserve-ci-e2e-test resourceVersion: "19472" uid: 1ce846af-2b39-4894-88a7-affbd76391f3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b682c5ae3 namespace: kserve-ci-e2e-test resourceVersion: "19473" uid: b142bd61-4b0d-41cc-bb1d-b16612d3b968 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b68388d98 namespace: kserve-ci-e2e-test resourceVersion: "19474" uid: 9f319308-9b0e-4d92-bc36-e2caca1983e0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b6c9719b4 namespace: kserve-ci-e2e-test resourceVersion: "19475" uid: 13b974a0-08db-40db-b172-fa5904922b48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712b6d164a8e namespace: kserve-ci-e2e-test resourceVersion: "19476" uid: bde52afe-962b-4624-b489-cc1021c3b5cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-25T00:12:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:22:06Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:06Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a9712bb30459aa namespace: kserve-ci-e2e-test resourceVersion: "23947" uid: 025b2407-c17a-4d67-977e-ac7cd6d2fda4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a971aec30ea856 namespace: kserve-ci-e2e-test resourceVersion: "23855" uid: 3aa2da40-1cba-49a9-ad6e-c3f555c3d471 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a971aec30f40f7 namespace: kserve-ci-e2e-test resourceVersion: "23857" uid: d1cdfdfc-a9b3-4cc9-b5f1-b43bec310eab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 3a07e833-145e-41dc-bec3-c09231467d16 kind: Event lastTimestamp: "2026-04-25T00:22:06Z" message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp 10.133.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:06Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf.18a971af7b6c1ca8 namespace: kserve-ci-e2e-test resourceVersion: "23946" uid: 0fe9f563-f7cd-43c3-ba20-2a51135826a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ac6c8-predictor-6bb86d49d9 namespace: kserve-ci-e2e-test resourceVersion: "19439" uid: 719ebf86-bb13-420f-9ae2-d83da9902ac8 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'Created pod: error-404-isvc-ac6c8-predictor-6bb86d49d9-btthf' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-ac6c8-predictor-6bb86d49d9.18a9712b4967c9ff namespace: kserve-ci-e2e-test resourceVersion: "19451" uid: 41c9c007-a2d5-46a6-b935-6f4aa2f31745 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19436" uid: dc1c643d-1421-4434-922a-e81df6d2d6b7 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Scaled up replica set error-404-isvc-ac6c8-predictor-6bb86d49d9 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-ac6c8-predictor.18a9712b47a3c9dc namespace: kserve-ci-e2e-test resourceVersion: "19440" uid: 2c8d9b9b-eb1c-4771-bc29-1f4c1d5017fa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: 911a968a-e166-48ec-8f53-35a039c992b3 kind: Event lastTimestamp: "2026-04-25T00:13:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:23Z" name: error-404-isvc-ac6c8-predictor.18a9712ec64d4f09 namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 43b4de98-1941-4e99-ba8d-906e699c1f74 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: 911a968a-e166-48ec-8f53-35a039c992b3 kind: Event lastTimestamp: "2026-04-25T00:13:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:23Z" name: error-404-isvc-ac6c8-predictor.18a9712ec6acc937 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 35ee4bd9-122c-4c1d-82c9-a2c108bb2c70 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:13:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19644" uid: 911a968a-e166-48ec-8f53-35a039c992b3 kind: Event lastTimestamp: "2026-04-25T00:14:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:08Z" name: error-404-isvc-ac6c8-predictor.18a9713942e04307 namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: fdc0bc42-440b-474c-98c3-17960c35da16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:13:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19644" uid: 911a968a-e166-48ec-8f53-35a039c992b3 kind: Event lastTimestamp: "2026-04-25T00:14:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:08Z" name: error-404-isvc-ac6c8-predictor.18a971394346902c namespace: kserve-ci-e2e-test resourceVersion: "20540" uid: 60c92eae-ebc3-42a2-867e-91c6bcfaee21 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19412" uid: e86fe052-1923-4ca6-8b66-1991a0a17a99 kind: Event lastTimestamp: "2026-04-25T00:13:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:36Z" name: error-404-isvc-ac6c8.18a9712b47ad779a namespace: kserve-ci-e2e-test resourceVersion: "20180" uid: 598c988d-191f-40fd-8d65-204933007205 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19412" uid: e86fe052-1923-4ca6-8b66-1991a0a17a99 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'Failed to update status for InferenceService "error-404-isvc-ac6c8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ac6c8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-ac6c8.18a9712b481b5e31 namespace: kserve-ci-e2e-test resourceVersion: "19446" uid: 0738df90-08a3-4694-80a3-db7f4188418b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19412" uid: e86fe052-1923-4ca6-8b66-1991a0a17a99 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ac6c8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-ac6c8.18a9712b481bbcbc namespace: kserve-ci-e2e-test resourceVersion: "19448" uid: 6b48a92f-26b3-4ca4-9272-ed8b72a6f383 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20177" uid: e86fe052-1923-4ca6-8b66-1991a0a17a99 kind: Event lastTimestamp: "2026-04-25T00:13:36Z" message: InferenceService [error-404-isvc-ac6c8] is Ready metadata: creationTimestamp: "2026-04-25T00:13:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:36Z" name: error-404-isvc-ac6c8.18a97138c16719be namespace: kserve-ci-e2e-test resourceVersion: "20178" uid: 009d36e1-d28a-483f-bfb5-976e65eede66 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:02:03.645940Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14040" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b9319-predictor-65db6866c5-fqs22 to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970976d077320 namespace: kserve-ci-e2e-test resourceVersion: "14044" uid: 2a51e805-ea83-4f0c-b42b-84df3cec771d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14051" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a97097866ffa31 namespace: kserve-ci-e2e-test resourceVersion: "14063" uid: efdfce06-df5e-45b7-b85e-b239f3c61047 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a9709787bf3cbe namespace: kserve-ci-e2e-test resourceVersion: "14066" uid: 9deaeafa-3fa4-47b5-9694-ccb0d73b77c0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970978b8df435 namespace: kserve-ci-e2e-test resourceVersion: "14069" uid: 90f1ed4d-2600-44b3-afec-6a7ca9ab5f5d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970978c01181b namespace: kserve-ci-e2e-test resourceVersion: "14072" uid: fb74cc49-8804-4768-8c21-661a2570687b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970978c0dada6 namespace: kserve-ci-e2e-test resourceVersion: "14074" uid: 6c066207-1752-40b2-badd-f279a3c29bb3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970978eeb512c namespace: kserve-ci-e2e-test resourceVersion: "14075" uid: 00a109e1-5c93-4482-b174-37e87ac6f32b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a970978f585927 namespace: kserve-ci-e2e-test resourceVersion: "14076" uid: c9833830-c3a5-4428-8200-9e9879953895 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:02:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:11:21Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:21Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a97097de3cf06d namespace: kserve-ci-e2e-test resourceVersion: "18541" uid: 3a6b67ed-c7ed-4733-adbe-530f03d4acdf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a9711894cf1e5f namespace: kserve-ci-e2e-test resourceVersion: "18444" uid: c39ab9ca-0a11-4be4-86a9-dd1d0302182a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a9711894cf9fac namespace: kserve-ci-e2e-test resourceVersion: "18446" uid: ce77cb71-c259-4970-aecd-a460d97a26e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9319-predictor-65db6866c5-fqs22 namespace: kserve-ci-e2e-test resourceVersion: "14042" uid: d130d938-29c6-47d1-a675-1cd75b0d26c2 kind: Event lastTimestamp: "2026-04-25T00:11:21Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:21Z" name: error-404-isvc-b9319-predictor-65db6866c5-fqs22.18a97119529f9b95 namespace: kserve-ci-e2e-test resourceVersion: "18540" uid: 8787fd42-4496-413a-82b8-2b9146cc8475 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b9319-predictor-65db6866c5 namespace: kserve-ci-e2e-test resourceVersion: "14033" uid: b3a90006-a0b9-4e83-ae7f-e6699efe1e48 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'Created pod: error-404-isvc-b9319-predictor-65db6866c5-fqs22' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-b9319-predictor-65db6866c5.18a970976c8b0a57 namespace: kserve-ci-e2e-test resourceVersion: "14041" uid: 3033f2b5-b271-46f0-8e41-f45e66cd37fb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14029" uid: e64c8199-7493-447f-83a2-57963d911105 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Scaled up replica set error-404-isvc-b9319-predictor-65db6866c5 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-b9319-predictor.18a970976b096c65 namespace: kserve-ci-e2e-test resourceVersion: "14035" uid: 70e84f9d-97c6-46d8-ad37-e70c41918db3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:02:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14032" uid: ed386070-5f23-414b-9fe1-74b8355dd522 kind: Event lastTimestamp: "2026-04-25T00:02:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:33Z" name: error-404-isvc-b9319-predictor.18a9709aea24e1d5 namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: daee32a1-35e0-4820-8e1d-c3ab64f9164d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:02:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14032" uid: ed386070-5f23-414b-9fe1-74b8355dd522 kind: Event lastTimestamp: "2026-04-25T00:02:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:33Z" name: error-404-isvc-b9319-predictor.18a9709aeb2d4ab7 namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: dc12a856-388f-4620-bf13-27916eaf62e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14228" uid: ed386070-5f23-414b-9fe1-74b8355dd522 kind: Event lastTimestamp: "2026-04-25T00:03:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:18Z" name: error-404-isvc-b9319-predictor.18a970a1e87d7c81 namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: 8afde023-4262-485b-afc1-e807d636a346 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14228" uid: ed386070-5f23-414b-9fe1-74b8355dd522 kind: Event lastTimestamp: "2026-04-25T00:03:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:18Z" name: error-404-isvc-b9319-predictor.18a970a1e8dbba81 namespace: kserve-ci-e2e-test resourceVersion: "14981" uid: e68c435f-b199-4bab-b3c1-c0af208e1c8e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14006" uid: 2efc8d9f-f255-44c7-9eb8-ba7056a76f6a kind: Event lastTimestamp: "2026-04-25T00:02:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:51Z" name: error-404-isvc-b9319.18a970976ae36ac5 namespace: kserve-ci-e2e-test resourceVersion: "14721" uid: 30fda64d-40fa-49e9-9c6a-f06901d6a918 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14006" uid: 2efc8d9f-f255-44c7-9eb8-ba7056a76f6a kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'Failed to update status for InferenceService "error-404-isvc-b9319": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-b9319.18a970976b2e938a namespace: kserve-ci-e2e-test resourceVersion: "14037" uid: 330b2964-68ff-45c9-869d-3b25c236969c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14006" uid: 2efc8d9f-f255-44c7-9eb8-ba7056a76f6a kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:03Z" name: error-404-isvc-b9319.18a970976b2eeb09 namespace: kserve-ci-e2e-test resourceVersion: "14038" uid: 030beed1-6067-4211-ac68-f5ce132d26e1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14714" uid: 2efc8d9f-f255-44c7-9eb8-ba7056a76f6a kind: Event lastTimestamp: "2026-04-25T00:02:51Z" message: InferenceService [error-404-isvc-b9319] is Ready metadata: creationTimestamp: "2026-04-25T00:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:51Z" name: error-404-isvc-b9319.18a970a298dd2a70 namespace: kserve-ci-e2e-test resourceVersion: "14715" uid: 23ee1de9-8afa-49a0-943d-64f2f5ee16a2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:02:39.523406Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14550" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b9ddf-predictor-66459c556f-np74k to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fc77e22f0 namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: f900b85f-deaf-4c46-be10-60c8a3edd6d5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14560" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe0a501a9 namespace: kserve-ci-e2e-test resourceVersion: "14578" uid: 5a1d905f-8f2b-4001-a32c-a27d5bfc8ac9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe1f99e28 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 02cff6ac-783e-48e2-bd69-1af42bae27b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:40Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe4ff1d19 namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 34b1451c-5e7f-4d25-aa15-0a1400f9ae33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:40Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe5710e59 namespace: kserve-ci-e2e-test resourceVersion: "14584" uid: 6a82ceac-a812-4da4-acb7-258c915a6bb9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:40Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe57cea09 namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 58a166d3-14ef-4bc7-a8af-2fe917082c47 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:40Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe8213e3f namespace: kserve-ci-e2e-test resourceVersion: "14586" uid: c638b0c9-beb7-46ee-a5e3-f10da690755b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:02:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:40Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a9709fe894a21a namespace: kserve-ci-e2e-test resourceVersion: "14587" uid: c8fa501e-68ee-49e1-b106-5bd539687b89 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:11:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:57Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a970a0472637cf namespace: kserve-ci-e2e-test resourceVersion: "18969" uid: bb1ca82a-4086-430a-8997-c3ece7047154 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a97120f6ae1f24 namespace: kserve-ci-e2e-test resourceVersion: "18872" uid: 991449f2-6544-4374-9302-32b08f69d60f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a97120f6af4a8c namespace: kserve-ci-e2e-test resourceVersion: "18874" uid: bf88d2b9-c0d7-4e3c-ba81-3c186b357ebe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b9ddf-predictor-66459c556f-np74k namespace: kserve-ci-e2e-test resourceVersion: "14553" uid: c70adfca-a5c8-4ccb-86b4-b51e8b0a7084 kind: Event lastTimestamp: "2026-04-25T00:11:57Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:57Z" name: error-404-isvc-b9ddf-predictor-66459c556f-np74k.18a97121bb810ab0 namespace: kserve-ci-e2e-test resourceVersion: "18966" uid: 2cbb7585-b7a9-48ba-8194-993ca66d98cd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b9ddf-predictor-66459c556f namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: 1703c5e9-591f-4a5c-95e5-5bf1504dd02b kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Created pod: error-404-isvc-b9ddf-predictor-66459c556f-np74k' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf-predictor-66459c556f.18a9709fc7064e54 namespace: kserve-ci-e2e-test resourceVersion: "14552" uid: e0c61279-b608-480b-92d0-d6149a3b355e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14540" uid: b98b4552-7333-4e77-9ddc-af384ee0e05d kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Scaled up replica set error-404-isvc-b9ddf-predictor-66459c556f from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf-predictor.18a9709fc533916d namespace: kserve-ci-e2e-test resourceVersion: "14544" uid: 9b5d748d-d21d-4be3-826e-064d12e76607 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:02:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14541" uid: 293d237d-e60c-4aac-b2c5-39a250c5e569 kind: Event lastTimestamp: "2026-04-25T00:03:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:24Z" name: error-404-isvc-b9ddf-predictor.18a970a343a4816a namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: 8f3bf6c6-d11c-4b1d-bed7-ac08af4f00fb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:02:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14541" uid: 293d237d-e60c-4aac-b2c5-39a250c5e569 kind: Event lastTimestamp: "2026-04-25T00:03:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:24Z" name: error-404-isvc-b9ddf-predictor.18a970a34403a879 namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: 38bd657f-8136-4288-bfef-61be9b5033d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:03:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: 293d237d-e60c-4aac-b2c5-39a250c5e569 kind: Event lastTimestamp: "2026-04-25T00:03:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:03:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:54Z" name: error-404-isvc-b9ddf-predictor.18a970a6c2b7193a namespace: kserve-ci-e2e-test resourceVersion: "15308" uid: fe8f253b-34e6-4ad0-b15f-657a9438d6e8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:03:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: 293d237d-e60c-4aac-b2c5-39a250c5e569 kind: Event lastTimestamp: "2026-04-25T00:03:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:03:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:54Z" name: error-404-isvc-b9ddf-predictor.18a970a6c31df000 namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 9bb66f1c-23e4-46e7-913d-1bdea49880f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: e3652545-9616-44b1-8810-ec815a9dd148 kind: Event lastTimestamp: "2026-04-25T00:03:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:27Z" name: error-404-isvc-b9ddf.18a9709fc51079a1 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: dcae05aa-07d3-4322-914e-8ae87e440fc8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: e3652545-9616-44b1-8810-ec815a9dd148 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Failed to update status for InferenceService "error-404-isvc-b9ddf": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b9ddf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf.18a9709fc57cd5a5 namespace: kserve-ci-e2e-test resourceVersion: "14546" uid: 9880dcf7-04dc-4e98-8c8b-26d4a5adf7c3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: e3652545-9616-44b1-8810-ec815a9dd148 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b9ddf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:39Z" name: error-404-isvc-b9ddf.18a9709fc57d419f namespace: kserve-ci-e2e-test resourceVersion: "14547" uid: 77412d10-89b3-42a7-8208-0d3bb3a5691a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: e3652545-9616-44b1-8810-ec815a9dd148 kind: Event lastTimestamp: "2026-04-25T00:03:27Z" message: InferenceService [error-404-isvc-b9ddf] is Ready metadata: creationTimestamp: "2026-04-25T00:03:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:27Z" name: error-404-isvc-b9ddf.18a970ab01a2cf3c namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: ace0d36b-3a05-4f95-9241-3be636081504 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:11:54.438744Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18889" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c9f9f-predictor-75597dd9f7-czccf to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a97120fb063ea8 namespace: kserve-ci-e2e-test resourceVersion: "18893" uid: c688f09e-e622-46e6-9298-c3ad1ed24334 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a97121144dbddd namespace: kserve-ci-e2e-test resourceVersion: "18911" uid: 3769ebd9-1162-47e5-a926-fb88d24eb58f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a971211594fcb6 namespace: kserve-ci-e2e-test resourceVersion: "18913" uid: 95543005-102f-4cef-8422-7785abd39214 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a9712118d22303 namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: d50f7790-d507-4fbf-8c33-b6a359bd8960 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a97121194de16f namespace: kserve-ci-e2e-test resourceVersion: "18916" uid: 6c70d437-0995-476c-ab73-aebd9b7d0b19 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a97121195a6105 namespace: kserve-ci-e2e-test resourceVersion: "18917" uid: a2d8946a-98be-49d5-a80b-442856481c93 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a971211c782436 namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: c063636e-c182-499c-805e-d24ce27e312b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a971211cf33f3f namespace: kserve-ci-e2e-test resourceVersion: "18919" uid: 00fdaedf-1d45-4209-9f45-5003f36ce483 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:11:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:12:32Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:32Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a971216b319bff namespace: kserve-ci-e2e-test resourceVersion: "19309" uid: ccd291dd-80e8-4e77-be86-4b2e57dd17d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a9713150b2be7d namespace: kserve-ci-e2e-test resourceVersion: "19847" uid: 364f3377-6a3c-41b1-9990-c213ff2ac550 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a9713150b35af9 namespace: kserve-ci-e2e-test resourceVersion: "19849" uid: 2df952a4-025a-40dc-abd6-9fb05e241709 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a71639bf-f015-4465-933c-b9a7b152f57d kind: Event lastTimestamp: "2026-04-25T00:13:07Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:13:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:07Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf.18a97131f34849f9 namespace: kserve-ci-e2e-test resourceVersion: "19921" uid: 15376214-8f94-4706-b948-432e916ac4c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c9f9f-predictor-75597dd9f7 namespace: kserve-ci-e2e-test resourceVersion: "18882" uid: 5a04ba7a-8d18-4e7b-ae60-f1d91a5013de kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Created pod: error-404-isvc-c9f9f-predictor-75597dd9f7-czccf' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor-75597dd9f7.18a97120fa967415 namespace: kserve-ci-e2e-test resourceVersion: "18890" uid: 8204c88f-8880-471d-a7b0-07476623f882 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18880" uid: eb134757-7448-4201-8a9c-3c5a968cc51a kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Scaled up replica set error-404-isvc-c9f9f-predictor-75597dd9f7 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f-predictor.18a97120f8f1acfd namespace: kserve-ci-e2e-test resourceVersion: "18884" uid: 9a6e4eab-5557-45f1-a23f-9ab131e67a0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18881" uid: 066b866f-4db8-4fc9-bf31-c312ab8b4bc7 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-c9f9f-predictor.18a97124777347df namespace: kserve-ci-e2e-test resourceVersion: "19482" uid: da58fdda-04dc-4914-8818-1df7062917de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18881" uid: 066b866f-4db8-4fc9-bf31-c312ab8b4bc7 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:39Z" name: error-404-isvc-c9f9f-predictor.18a9712477dc6374 namespace: kserve-ci-e2e-test resourceVersion: "19483" uid: f3a0fa2e-e0b6-4360-8f64-67084820d093 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19083" uid: 066b866f-4db8-4fc9-bf31-c312ab8b4bc7 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: error-404-isvc-c9f9f-predictor.18a9712ef3f085e3 namespace: kserve-ci-e2e-test resourceVersion: "19682" uid: e2ba0d9e-c061-4b65-a8bd-e4446fb885e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19083" uid: 066b866f-4db8-4fc9-bf31-c312ab8b4bc7 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: error-404-isvc-c9f9f-predictor.18a9712ef42df038 namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 0097ab3d-b945-4e58-8a1a-0626fb5f95ef reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18856" uid: 0309c8ac-2630-410b-8f6c-47f947d30570 kind: Event lastTimestamp: "2026-04-25T00:12:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:42Z" name: error-404-isvc-c9f9f.18a97120f8d0e1e8 namespace: kserve-ci-e2e-test resourceVersion: "19537" uid: 0f4cde41-6841-4437-b17b-5a4330d218a6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18856" uid: 0309c8ac-2630-410b-8f6c-47f947d30570 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Failed to update status for InferenceService "error-404-isvc-c9f9f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c9f9f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f.18a97120f921ab18 namespace: kserve-ci-e2e-test resourceVersion: "18886" uid: a15113c6-3e78-405a-a979-1d5927133983 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18856" uid: 0309c8ac-2630-410b-8f6c-47f947d30570 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c9f9f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:54Z" name: error-404-isvc-c9f9f.18a97120f921fe11 namespace: kserve-ci-e2e-test resourceVersion: "18887" uid: 25116288-4888-4a70-8a93-4b492b25a115 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "19535" uid: 0309c8ac-2630-410b-8f6c-47f947d30570 kind: Event lastTimestamp: "2026-04-25T00:12:42Z" message: InferenceService [error-404-isvc-c9f9f] is Ready metadata: creationTimestamp: "2026-04-25T00:12:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:42Z" name: error-404-isvc-c9f9f.18a9712c25e9f277 namespace: kserve-ci-e2e-test resourceVersion: "19536" uid: 4606a498-c0be-4156-a977-19bccfda722a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:11:18.426491Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18469" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d627c-predictor-859777b8f9-r2nqq to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a971189886d498 namespace: kserve-ci-e2e-test resourceVersion: "18473" uid: 0263a48f-8436-4c65-9259-f55b9ad2d897 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-d627c-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118a191d25e namespace: kserve-ci-e2e-test resourceVersion: "18484" uid: d8c22f6c-613e-4439-beb4-1c3b939ea16d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18477" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118d55ac1cc namespace: kserve-ci-e2e-test resourceVersion: "18510" uid: a9a02638-8430-42fb-884c-2c70e4ab5ab0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118d6cdbdce namespace: kserve-ci-e2e-test resourceVersion: "18512" uid: 6a396745-2a4e-4780-8e9f-8beab062afb1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118da40f281 namespace: kserve-ci-e2e-test resourceVersion: "18515" uid: 1dc9be2f-21b3-471b-82d1-5a59ff9f47bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118dab7a830 namespace: kserve-ci-e2e-test resourceVersion: "18516" uid: 6a20395d-e2d6-47f4-b965-20ed54dc00ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118dac401f7 namespace: kserve-ci-e2e-test resourceVersion: "18517" uid: b06d837f-3225-4e0a-81ac-bf80c97f4e45 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118de56c16d namespace: kserve-ci-e2e-test resourceVersion: "18518" uid: 6ed8bd68-1432-4ebd-8573-e891ecdf3034 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:19Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a97118decf17a0 namespace: kserve-ci-e2e-test resourceVersion: "18519" uid: 7ccfc515-bf97-421f-b70e-b7a19ac23d8b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:11:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:11:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:57Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a971190172e657 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e6813c07-a6f3-4431-aedc-ffd56dcf3508 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a9712b47a961db namespace: kserve-ci-e2e-test resourceVersion: "19441" uid: 2e188c52-6d46-440f-8a27-d12a7622a843 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a9712b47aa99a3 namespace: kserve-ci-e2e-test resourceVersion: "19445" uid: fc4101ba-5a87-423f-81a0-883a75b4bc7f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq namespace: kserve-ci-e2e-test resourceVersion: "18471" uid: e196dbd6-90c3-4051-8b86-dc0bbe6b98cf kind: Event lastTimestamp: "2026-04-25T00:12:42Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:12:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:42Z" name: error-404-isvc-d627c-predictor-859777b8f9-r2nqq.18a9712c19d07125 namespace: kserve-ci-e2e-test resourceVersion: "19526" uid: f6328310-8c10-43de-a2f6-7e3ca947abc1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d627c-predictor-859777b8f9 namespace: kserve-ci-e2e-test resourceVersion: "18459" uid: 95332f83-f16b-4fbe-bfe1-23796a614799 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Created pod: error-404-isvc-d627c-predictor-859777b8f9-r2nqq' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c-predictor-859777b8f9.18a971189827cfa5 namespace: kserve-ci-e2e-test resourceVersion: "18470" uid: d32e47ae-64ae-4058-867a-9f00ae4fb655 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18455" uid: ba8e9044-6cc4-4b72-a70d-29aa7d588889 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Scaled up replica set error-404-isvc-d627c-predictor-859777b8f9 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c-predictor.18a9711896a1c400 namespace: kserve-ci-e2e-test resourceVersion: "18462" uid: 514d4f99-21b8-4b12-918e-2bde793258b7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:11:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18458" uid: 39df5b82-d968-4790-92e7-7a7d732fb8e4 kind: Event lastTimestamp: "2026-04-25T00:11:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:11:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:48Z" name: error-404-isvc-d627c-predictor.18a9711c153bb073 namespace: kserve-ci-e2e-test resourceVersion: "18751" uid: b9e64c4e-faa4-4784-b64a-7cd2abe0b92c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:11:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18458" uid: 39df5b82-d968-4790-92e7-7a7d732fb8e4 kind: Event lastTimestamp: "2026-04-25T00:11:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:11:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:48Z" name: error-404-isvc-d627c-predictor.18a9711c15a50525 namespace: kserve-ci-e2e-test resourceVersion: "18752" uid: 0abbd0b1-b1a5-4893-9767-e39f13fffd8f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: 39df5b82-d968-4790-92e7-7a7d732fb8e4 kind: Event lastTimestamp: "2026-04-25T00:12:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:33Z" name: error-404-isvc-d627c-predictor.18a9712313069c3f namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: cbc44635-3795-4ce3-9a0d-a7db5f1ce374 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: 39df5b82-d968-4790-92e7-7a7d732fb8e4 kind: Event lastTimestamp: "2026-04-25T00:12:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:33Z" name: error-404-isvc-d627c-predictor.18a971231366cf83 namespace: kserve-ci-e2e-test resourceVersion: "19321" uid: fff33da4-0927-40e2-ae4e-3e2fc948f7cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18429" uid: 1fc93a42-8491-4d6d-bc7c-aacc393b9dba kind: Event lastTimestamp: "2026-04-25T00:12:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:07Z" name: error-404-isvc-d627c.18a9711896a85d0c namespace: kserve-ci-e2e-test resourceVersion: "19064" uid: 79b9db0f-fe81-4f4e-9294-ff5cc6fabe58 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18429" uid: 1fc93a42-8491-4d6d-bc7c-aacc393b9dba kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Failed to update status for InferenceService "error-404-isvc-d627c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d627c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c.18a971189721c66c namespace: kserve-ci-e2e-test resourceVersion: "18465" uid: 492f33f1-f9e4-49e2-8caa-3010754b1677 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18429" uid: 1fc93a42-8491-4d6d-bc7c-aacc393b9dba kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d627c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:18Z" name: error-404-isvc-d627c.18a97118972230e5 namespace: kserve-ci-e2e-test resourceVersion: "18467" uid: 9bb7a896-72e9-4840-ac78-7b82eb1dbefa reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "19062" uid: 1fc93a42-8491-4d6d-bc7c-aacc393b9dba kind: Event lastTimestamp: "2026-04-25T00:12:07Z" message: InferenceService [error-404-isvc-d627c] is Ready metadata: creationTimestamp: "2026-04-25T00:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:07Z" name: error-404-isvc-d627c.18a97123f7e7af25 namespace: kserve-ci-e2e-test resourceVersion: "19063" uid: 51ef1a5d-cf24-4822-a9d5-75831cab5598 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:13:04.649968Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19858" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a9713153f07bfc namespace: kserve-ci-e2e-test resourceVersion: "19863" uid: ceb46f24-13d8-4bcd-9964-2afde06e898b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19870" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971316d728332 namespace: kserve-ci-e2e-test resourceVersion: "19879" uid: 75de3809-5a1e-486f-82a8-0eb7db6a85c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971316eaf8a7e namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: 3e91295d-5156-4cf0-9de8-1978b4f9b9f9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971317199b188 namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: 2ca552b9-d2a9-4677-ae69-b8f5ce2da797 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a97131720c3e9d namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: ee1c7dd7-559f-4cf8-aeea-40d3ebb8cfd8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971317217cfdd namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: f6f0a6ec-c398-4bd5-b002-253830668ec0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a9713174b65672 namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: b2196ccd-609c-4295-adb7-d82b48d419be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971317529f111 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: b7db1d3d-4484-4549-8b9e-58edfaa58d2d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:13:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:22:22Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:22Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a97131c656b41e namespace: kserve-ci-e2e-test resourceVersion: "24219" uid: 630bf720-69eb-47dd-a32f-a0e109d1c61e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971b274663488 namespace: kserve-ci-e2e-test resourceVersion: "24086" uid: f83cc9db-b9b2-4bc0-8c2f-60910e111238 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971b27466df6b namespace: kserve-ci-e2e-test resourceVersion: "24089" uid: 157408c2-9e43-4caf-9621-947b47a51a76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 698b477f-a5ba-428e-bac0-96f0f0ee89fc kind: Event lastTimestamp: "2026-04-25T00:22:22Z" message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp 10.133.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:22Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm.18a971b33ada7882 namespace: kserve-ci-e2e-test resourceVersion: "24218" uid: 67ead8c8-7666-43cc-8675-2be19c07b5d3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e1f95-predictor-6cb95bc7c9 namespace: kserve-ci-e2e-test resourceVersion: "19851" uid: e5252ab5-3974-467b-95a4-e1558c343ae3 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'Created pod: error-404-isvc-e1f95-predictor-6cb95bc7c9-qwdsm' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-e1f95-predictor-6cb95bc7c9.18a9713153713888 namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: e36a6ae3-95df-4db4-af8f-e98e54b1941e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19848" uid: 28a4f438-eb9b-4aa0-b440-69f9e64fc759 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Scaled up replica set error-404-isvc-e1f95-predictor-6cb95bc7c9 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-e1f95-predictor.18a9713151d984a8 namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: 91100a4d-27a0-4e5d-aa74-79caaabb9b77 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:13:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: 12981816-b12f-4513-9e7f-d01b6a0a38f1 kind: Event lastTimestamp: "2026-04-25T00:13:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:13:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:34Z" name: error-404-isvc-e1f95-predictor.18a97134d0818681 namespace: kserve-ci-e2e-test resourceVersion: "20155" uid: 383df4ad-a08b-4568-b0cb-90ff447bc826 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:13:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: 12981816-b12f-4513-9e7f-d01b6a0a38f1 kind: Event lastTimestamp: "2026-04-25T00:13:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:13:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:34Z" name: error-404-isvc-e1f95-predictor.18a97134d0de3f9b namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 2123e59a-b0de-422a-a86d-9603d920a0fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 12981816-b12f-4513-9e7f-d01b6a0a38f1 kind: Event lastTimestamp: "2026-04-25T00:14:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:49Z" name: error-404-isvc-e1f95-predictor.18a9713bce454498 namespace: kserve-ci-e2e-test resourceVersion: "20843" uid: 21aa6787-e78c-41c5-a5d2-e6445d734955 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 12981816-b12f-4513-9e7f-d01b6a0a38f1 kind: Event lastTimestamp: "2026-04-25T00:14:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:49Z" name: error-404-isvc-e1f95-predictor.18a9713bcea95590 namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: fdd4fa6e-fa72-4f8e-b30b-d8498badbf8b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19824" uid: 90eb8973-f08c-4abe-bdad-5f702379b810 kind: Event lastTimestamp: "2026-04-25T00:13:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:52Z" name: error-404-isvc-e1f95.18a9713151dfa17e namespace: kserve-ci-e2e-test resourceVersion: "20363" uid: 7302be54-9db1-4041-a7f8-33906e8129f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19824" uid: 90eb8973-f08c-4abe-bdad-5f702379b810 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'Failed to update status for InferenceService "error-404-isvc-e1f95": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e1f95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-e1f95.18a971315257642c namespace: kserve-ci-e2e-test resourceVersion: "19855" uid: d51caf1d-7e4a-4530-9e9c-57385e56410b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19824" uid: 90eb8973-f08c-4abe-bdad-5f702379b810 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e1f95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:04Z" name: error-404-isvc-e1f95.18a971315257b4a1 namespace: kserve-ci-e2e-test resourceVersion: "19856" uid: 81362ad8-f963-4faa-b93f-39d6a69678fe reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: 90eb8973-f08c-4abe-bdad-5f702379b810 kind: Event lastTimestamp: "2026-04-25T00:13:52Z" message: InferenceService [error-404-isvc-e1f95] is Ready metadata: creationTimestamp: "2026-04-25T00:13:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:52Z" name: error-404-isvc-e1f95.18a9713c80dbf939 namespace: kserve-ci-e2e-test resourceVersion: "20362" uid: c4d726ec-1e5d-4577-8b88-b7ca0738d6dd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:00:29.302105Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12916" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm to ip-10-0-135-201.ec2.internal metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a9708175b2bff3 namespace: kserve-ci-e2e-test resourceVersion: "12921" uid: 0ba82a43-3759-4442-9c8c-3c816e79851d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12927" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970818f709eb6 namespace: kserve-ci-e2e-test resourceVersion: "12976" uid: 44a0452b-382f-48d5-b030-205e06e2f0cd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970819101992e namespace: kserve-ci-e2e-test resourceVersion: "12985" uid: b325108d-c993-44e1-8eed-e330b403c4a4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" in 3.627s (3.627s including waiting). Image size: 301492132 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97082693d6366 namespace: kserve-ci-e2e-test resourceVersion: "13057" uid: e8107164-f749-4579-8166-84b135522ded reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970826d5debe0 namespace: kserve-ci-e2e-test resourceVersion: "13061" uid: 6524e561-b886-4289-b9f9-e04184f8bd38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970826dd489d0 namespace: kserve-ci-e2e-test resourceVersion: "13063" uid: 5c9dae02-7beb-4d36-9aea-460aff967132 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" metadata: creationTimestamp: "2026-04-25T00:00:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:37Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97083615ee0a2 namespace: kserve-ci-e2e-test resourceVersion: "13116" uid: aa410a88-6dc3-4265-b065-44cfc7b2f9f9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" in 16.593s (16.593s including waiting). Image size: 1560924583 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970873e6b909f namespace: kserve-ci-e2e-test resourceVersion: "13288" uid: 5cf9a3f4-6ffb-4424-9fa6-2b67fc9380ee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97087430a8572 namespace: kserve-ci-e2e-test resourceVersion: "13290" uid: a2f6fbaf-1be4-4e8f-a736-954420d4abec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970874383c6bc namespace: kserve-ci-e2e-test resourceVersion: "13292" uid: c361966f-131e-4328-b24d-f801d9d36581 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a9708743912746 namespace: kserve-ci-e2e-test resourceVersion: "13293" uid: 4936a94c-fd15-40cb-b344-2619302c29c4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.561s (2.561s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97087dc397ec5 namespace: kserve-ci-e2e-test resourceVersion: "13317" uid: 850bb7b2-f4f1-4b9a-9111-f66c4aab2f33 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97087e024413d namespace: kserve-ci-e2e-test resourceVersion: "13320" uid: 095f5ad4-22e1-4cc9-aae7-e1152955cc1d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a97087e0abb7bf namespace: kserve-ci-e2e-test resourceVersion: "13322" uid: 78206acc-e847-4dc8-8741-e1a10ea9a39d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-25T00:00:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:01:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:54Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a970884bfa39dc namespace: kserve-ci-e2e-test resourceVersion: "13855" uid: a58ac0a5-776f-441c-894b-8f43215bad6e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a9709fbf994b42 namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 27383cee-448d-4377-84c4-23ff9ede80c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a9709fbf9a045e namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 86269ef8-1404-4f2d-a9c8-d001a63488d2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm namespace: kserve-ci-e2e-test resourceVersion: "12918" uid: 3ddc3bc0-d15e-456a-b81a-8ac66a64084d kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm.18a9709fd039ed78 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: a8913f6f-ce30-412c-b98b-e3a64c2d07ad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-cd88dc55b namespace: kserve-ci-e2e-test resourceVersion: "12908" uid: 7f890ac3-a7f0-4d56-aa22-bb9e1ad1009f kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-cd88dc55b-j42rm' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-1-predictor-cd88dc55b.18a970817527dfa2 namespace: kserve-ci-e2e-test resourceVersion: "12917" uid: cac1f16a-8764-4e49-a283-a65766650503 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "12906" uid: d911c7b4-6621-44b2-b1ce-2ceb7de31166 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-cd88dc55b from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-1-predictor.18a9708172874500 namespace: kserve-ci-e2e-test resourceVersion: "12910" uid: 2d1de772-387f-4e45-9a6c-0a8c27de5511 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "12907" uid: 6f53a636-bc03-457d-a43f-2dbcd48d4584 kind: Event lastTimestamp: "2026-04-25T00:01:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:29Z" name: isvc-sklearn-graph-1-predictor.18a97084f10bb7da namespace: kserve-ci-e2e-test resourceVersion: "13605" uid: 9863c9e3-719c-4446-b210-9ee6cbcbe343 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "12907" uid: 6f53a636-bc03-457d-a43f-2dbcd48d4584 kind: Event lastTimestamp: "2026-04-25T00:01:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:29Z" name: isvc-sklearn-graph-1-predictor.18a97084f17cfcd0 namespace: kserve-ci-e2e-test resourceVersion: "13606" uid: 20564ab8-8447-4dc3-9e6e-f98a45d3b0c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:01:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13186" uid: 6f53a636-bc03-457d-a43f-2dbcd48d4584 kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:29Z" name: isvc-sklearn-graph-1-predictor.18a9708beefefc71 namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 0222801a-a392-460b-a045-a226b94230bf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:01:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13186" uid: 6f53a636-bc03-457d-a43f-2dbcd48d4584 kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:29Z" name: isvc-sklearn-graph-1-predictor.18a9708bef683c0b namespace: kserve-ci-e2e-test resourceVersion: "14341" uid: 0e79581e-68bc-479e-9400-ec9526864059 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "12889" uid: a8408299-912d-45ee-9e49-3afef2862d24 kind: Event lastTimestamp: "2026-04-25T00:02:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:05Z" name: isvc-sklearn-graph-1.18a9708172623f93 namespace: kserve-ci-e2e-test resourceVersion: "14117" uid: 4b1ecd12-b67d-4907-b1d6-1e6b075a066e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14102" uid: a8408299-912d-45ee-9e49-3afef2862d24 kind: Event lastTimestamp: "2026-04-25T00:02:05Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-25T00:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:05Z" name: isvc-sklearn-graph-1.18a97097bde5c817 namespace: kserve-ci-e2e-test resourceVersion: "14106" uid: 2f7db934-9efa-43fa-8931-c27ecca713d8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:00:30.343012Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13011" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq to ip-10-0-135-201.ec2.internal metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:00:30Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97081b3bdbc57 namespace: kserve-ci-e2e-test resourceVersion: "13015" uid: 6fb9803d-d6e3-482f-b0fb-2b9fe9fc44fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13019" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:30Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:00:30Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97081ce5ba928 namespace: kserve-ci-e2e-test resourceVersion: "13025" uid: 5d3877ef-5633-4bc5-921a-11f7c1416795 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:30Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:30Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97081cfc9e173 namespace: kserve-ci-e2e-test resourceVersion: "13027" uid: 0103a227-3692-4e45-966a-7707f9cd80db reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" in 2.579s (2.579s including waiting). Image size: 301492132 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97082698d4413 namespace: kserve-ci-e2e-test resourceVersion: "13059" uid: aa425020-7d25-4a95-837b-686a8d205fed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a970826d71ea7f namespace: kserve-ci-e2e-test resourceVersion: "13062" uid: af252953-7e93-465d-b188-ccc3f68d847b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a970826de1f8bb namespace: kserve-ci-e2e-test resourceVersion: "13064" uid: de862516-d9c0-45e2-9ee4-2e41983bd9b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:37Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" metadata: creationTimestamp: "2026-04-25T00:00:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:37Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97083614aaab5 namespace: kserve-ci-e2e-test resourceVersion: "13115" uid: 84978c0f-7578-4494-871d-786b59a6fbd7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435" in 16.604s (16.604s including waiting). Image size: 1560924583 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a970873efa26b7 namespace: kserve-ci-e2e-test resourceVersion: "13289" uid: 768bfe13-5028-4e1e-9db4-5c0fa9b2768c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a970874330fe32 namespace: kserve-ci-e2e-test resourceVersion: "13291" uid: 0501aac6-a829-4f03-8e1b-d8889b38b5c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a9708743a4e17e namespace: kserve-ci-e2e-test resourceVersion: "13295" uid: e54855b2-6898-4510-a8d3-3a9106eb4396 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:54Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-25T00:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:54Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a9708743b08170 namespace: kserve-ci-e2e-test resourceVersion: "13296" uid: d482b808-b3de-4997-92c3-6d758b26839d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.548s (2.548s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97087db9276b0 namespace: kserve-ci-e2e-test resourceVersion: "13316" uid: 45d44ec0-170b-4a1a-a8ed-872940a8cf49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97087dffd55bb namespace: kserve-ci-e2e-test resourceVersion: "13319" uid: b69ff412-07ee-4ffe-b88c-1424be4f2ed2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:00:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:56Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a97087e078b052 namespace: kserve-ci-e2e-test resourceVersion: "13321" uid: 2c517e51-60fb-422b-9168-74fd3d3d6986 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-25T00:00:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:01:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:54Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a970884bfacac8 namespace: kserve-ci-e2e-test resourceVersion: "13856" uid: 57ff4da2-4cd9-4d15-a051-91c92f081b00 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a9709fbbe7de55 namespace: kserve-ci-e2e-test resourceVersion: "14477" uid: e050db7b-f015-43b7-82d7-15e8e7b27d72 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a9709fbbe8ebc5 namespace: kserve-ci-e2e-test resourceVersion: "14480" uid: acfe14d6-2486-494c-9a3b-d7f8aee60419 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq namespace: kserve-ci-e2e-test resourceVersion: "13013" uid: d1878124-b07b-45fd-b342-a5ee83856e74 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq.18a9709fd038e5f7 namespace: kserve-ci-e2e-test resourceVersion: "14566" uid: 1c2ef22f-8250-4ddd-9330-089c54505b75 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-201.ec2.internal source: component: kubelet host: ip-10-0-135-201.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-76c859ccb namespace: kserve-ci-e2e-test resourceVersion: "12999" uid: 8dccae93-907e-4c02-898a-ad93e16d5eb2 kind: Event lastTimestamp: "2026-04-25T00:00:30Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-76c859ccb-xxwlq' metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:30Z" name: isvc-sklearn-graph-2-predictor-76c859ccb.18a97081b338966e namespace: kserve-ci-e2e-test resourceVersion: "13012" uid: 08fab2ce-cdfa-4cc3-8823-c8ca368e6799 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "12997" uid: ed443f59-aabb-4b3f-b25b-91dd765840cc kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-76c859ccb from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: isvc-sklearn-graph-2-predictor.18a970819cb7b656 namespace: kserve-ci-e2e-test resourceVersion: "13000" uid: 032f437e-9dd6-47f5-8266-1b1ca2304534 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "12998" uid: b3065bf2-d1f1-45da-beaf-8701b81e8285 kind: Event lastTimestamp: "2026-04-25T00:01:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:45Z" name: isvc-sklearn-graph-2-predictor.18a970851b3bfc94 namespace: kserve-ci-e2e-test resourceVersion: "13751" uid: 23e3cce9-8698-46df-b210-33ade53c1434 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "12998" uid: b3065bf2-d1f1-45da-beaf-8701b81e8285 kind: Event lastTimestamp: "2026-04-25T00:01:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:45Z" name: isvc-sklearn-graph-2-predictor.18a970851ba49435 namespace: kserve-ci-e2e-test resourceVersion: "13752" uid: 7efbb776-e2bb-47ba-a81a-a342c1ce7942 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13206" uid: b3065bf2-d1f1-45da-beaf-8701b81e8285 kind: Event lastTimestamp: "2026-04-25T00:02:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:30Z" name: isvc-sklearn-graph-2-predictor.18a970969571169b namespace: kserve-ci-e2e-test resourceVersion: "14354" uid: 11298210-1f98-4dd8-b36d-677e1d19dabd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13206" uid: b3065bf2-d1f1-45da-beaf-8701b81e8285 kind: Event lastTimestamp: "2026-04-25T00:02:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:30Z" name: isvc-sklearn-graph-2-predictor.18a9709695d4a9fb namespace: kserve-ci-e2e-test resourceVersion: "14355" uid: 1253d893-f803-4e66-812f-d7573f1e41ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "12967" uid: cba0d36f-5998-4445-9c3e-373d7b0d1703 kind: Event lastTimestamp: "2026-04-25T00:02:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:06Z" name: isvc-sklearn-graph-2.18a970819c939a79 namespace: kserve-ci-e2e-test resourceVersion: "14119" uid: 4ca6e763-b8e5-4a48-9acf-3e76e2e9cb5f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14107" uid: cba0d36f-5998-4445-9c3e-373d7b0d1703 kind: Event lastTimestamp: "2026-04-25T00:02:05Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-25T00:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:05Z" name: isvc-sklearn-graph-2.18a97097d5a8c477 namespace: kserve-ci-e2e-test resourceVersion: "14112" uid: 6f42263c-3882-4564-9616-ea3b76159faa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:00:29.742340Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12975" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-669d8d6456-xh9nx to ip-10-0-142-30.ec2.internal metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:00:29Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a970818ff06079 namespace: kserve-ci-e2e-test resourceVersion: "12980" uid: 792bc408-7b94-41d2-941e-afb853fab331 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12986" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:30Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:00:30Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97081a9fb98bf namespace: kserve-ci-e2e-test resourceVersion: "13007" uid: 68ee94aa-056d-4b65-9b0f-7fadc6d2f4a3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:30Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" metadata: creationTimestamp: "2026-04-25T00:00:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:30Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97081ab4f4981 namespace: kserve-ci-e2e-test resourceVersion: "13009" uid: 0a538964-3072-43ee-8ad8-d0199b0334ac reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:72e9a53b4f6609f050c864ccf8bba3bc53b15bbbb0a09e5de74a3bdc7465dd84" in 3.29s (3.29s including waiting). Image size: 301492132 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a970826f721f85 namespace: kserve-ci-e2e-test resourceVersion: "13065" uid: aaf5d5b0-bb58-4525-8994-24640812a9e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97082728a18c9 namespace: kserve-ci-e2e-test resourceVersion: "13067" uid: 1ad36c69-9b55-4588-b27b-2c77445eba90 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-25T00:00:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:33Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9708272fefb1a namespace: kserve-ci-e2e-test resourceVersion: "13070" uid: 05edb479-8148-421d-9b8c-7c5bcd69ac49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:38Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-25T00:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:38Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a970837d363913 namespace: kserve-ci-e2e-test resourceVersion: "13128" uid: c20316c8-1ced-4b07-b406-471cce9919c4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:59Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.583s (21.583s including waiting). Image size: 1306417402 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:59Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9708883aa992f namespace: kserve-ci-e2e-test resourceVersion: "13357" uid: 8f69fcb2-16db-46fc-abe8-26263a6ccb2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:59Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97088869f0b60 namespace: kserve-ci-e2e-test resourceVersion: "13358" uid: 513d145e-9fce-48b0-887c-a430c75a4ea2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:59Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9708887130ed3 namespace: kserve-ci-e2e-test resourceVersion: "13359" uid: 3e403a8c-4723-4d45-beeb-b17d78f34ee3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:00:59Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-25T00:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:59Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97088871e551f namespace: kserve-ci-e2e-test resourceVersion: "13360" uid: 95870af7-63ce-422b-88f5-6d2d795ebf3d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:01:01Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.309s (2.309s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-25T00:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:01Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9708910ce25ef namespace: kserve-ci-e2e-test resourceVersion: "13378" uid: 6e4dfcfa-ba20-4b63-bf1a-cae5e06a1b28 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:01:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:02Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97089140c9426 namespace: kserve-ci-e2e-test resourceVersion: "13379" uid: c24b21a6-ae84-49b0-b88a-e1221f5eeab1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:01:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:02Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9708914805831 namespace: kserve-ci-e2e-test resourceVersion: "13380" uid: de85ab0d-88fd-495c-ad13-690628503023 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:49Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a97089544dc5d8 namespace: kserve-ci-e2e-test resourceVersion: "13794" uid: e194942a-b295-49a6-b644-0c41382cdf88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9709fc3313d06 namespace: kserve-ci-e2e-test resourceVersion: "14534" uid: 054005aa-020b-42fb-9a9d-4adc08882d4a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx namespace: kserve-ci-e2e-test resourceVersion: "12978" uid: 8bc37e2d-ed58-4a96-8321-b8f778045a33 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: isvc-xgboost-graph-predictor-669d8d6456-xh9nx.18a9709fc331f6e1 namespace: kserve-ci-e2e-test resourceVersion: "14537" uid: b3a48be4-057e-450e-8f65-24e50fe518a1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-30.ec2.internal source: component: kubelet host: ip-10-0-142-30.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-669d8d6456 namespace: kserve-ci-e2e-test resourceVersion: "12961" uid: 9485e226-126c-4f31-b375-63aeea559a47 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'Created pod: isvc-xgboost-graph-predictor-669d8d6456-xh9nx' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: isvc-xgboost-graph-predictor-669d8d6456.18a970818f853ea7 namespace: kserve-ci-e2e-test resourceVersion: "12977" uid: 909065aa-f929-4e8d-a032-479d2fe09918 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "12958" uid: 464ff937-cf34-410b-8c9e-db2d76e68aa5 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Scaled up replica set isvc-xgboost-graph-predictor-669d8d6456 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: isvc-xgboost-graph-predictor.18a970817f288e10 namespace: kserve-ci-e2e-test resourceVersion: "12963" uid: 8a701116-b02f-4dde-a770-f716cee28a1e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "12960" uid: 954458b4-f374-4eaa-9dd8-23ce17d6f7e7 kind: Event lastTimestamp: "2026-04-25T00:01:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:29Z" name: isvc-xgboost-graph-predictor.18a97084fdd5f2b1 namespace: kserve-ci-e2e-test resourceVersion: "13611" uid: c863a9b2-a905-4f6b-8638-ae70bd8dc8d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "12960" uid: 954458b4-f374-4eaa-9dd8-23ce17d6f7e7 kind: Event lastTimestamp: "2026-04-25T00:01:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:29Z" name: isvc-xgboost-graph-predictor.18a97084fe4535f4 namespace: kserve-ci-e2e-test resourceVersion: "13612" uid: f44ceb3c-b658-4df6-ae0b-d08d9f76b8d2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:01:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13192" uid: 954458b4-f374-4eaa-9dd8-23ce17d6f7e7 kind: Event lastTimestamp: "2026-04-25T00:02:14Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:14Z" name: isvc-xgboost-graph-predictor.18a97092fa300330 namespace: kserve-ci-e2e-test resourceVersion: "14191" uid: 88d32d31-4fc2-4684-b33a-9b25d1a1f8c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:01:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13192" uid: 954458b4-f374-4eaa-9dd8-23ce17d6f7e7 kind: Event lastTimestamp: "2026-04-25T00:02:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:14Z" name: isvc-xgboost-graph-predictor.18a97092faa7ebc4 namespace: kserve-ci-e2e-test resourceVersion: "14192" uid: 6a06f898-4b00-452e-91f8-9b5368fe6492 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "12940" uid: 108ed471-2c58-4c6d-8265-a60cfc911651 kind: Event lastTimestamp: "2026-04-25T00:01:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:59Z" name: isvc-xgboost-graph.18a970817f227507 namespace: kserve-ci-e2e-test resourceVersion: "13905" uid: 5a55caa2-e7dd-4caa-a967-dcbd0729f9f2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13902" uid: 108ed471-2c58-4c6d-8265-a60cfc911651 kind: Event lastTimestamp: "2026-04-25T00:01:59Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-25T00:01:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:59Z" name: isvc-xgboost-graph.18a97096632ab358 namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 71db5989-b600-4ad3-be81-ce4eb20f8638 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:02:29.128195Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14322" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6fc6549cd8-x4sbs to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709d5be3c6d7 namespace: kserve-ci-e2e-test resourceVersion: "14327" uid: 9a5d959d-6258-4664-9790-9650eba9f718 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14332" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709d75745810 namespace: kserve-ci-e2e-test resourceVersion: "14346" uid: 18f25a68-f353-4aa6-8e15-71218166b559 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709d76ae8394 namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 3110d540-8b95-4fbb-976d-cf70c85182b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709d79d24951 namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 6c899abf-4e26-4e1e-8037-210929876d26 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709d7a493b9f namespace: kserve-ci-e2e-test resourceVersion: "14351" uid: d9902e48-8288-4923-8331-a3b2d4518c45 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: model-chainer-6fc6549cd8-x4sbs.18a9709fb63a7bff namespace: kserve-ci-e2e-test resourceVersion: "14454" uid: ac1250b9-c162-4f37-928d-b9a2d6f1de6f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6fc6549cd8-x4sbs namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 7a6936f6-263c-4a1b-acd1-cb33518be1ad kind: Event lastTimestamp: "2026-04-25T00:03:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:06Z" name: model-chainer-6fc6549cd8-x4sbs.18a970a04555f2b0 namespace: kserve-ci-e2e-test resourceVersion: "14870" uid: ed6b17cc-a5aa-4e05-9cde-611cae065ce1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6fc6549cd8 namespace: kserve-ci-e2e-test resourceVersion: "14319" uid: 996cb0ae-24c3-4d4a-986c-0062aa65a707 kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: 'Created pod: model-chainer-6fc6549cd8-x4sbs' metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer-6fc6549cd8.18a9709d5b78f2cd namespace: kserve-ci-e2e-test resourceVersion: "14323" uid: fd9050ee-700c-4050-be22-93ac90f666fa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14317" uid: b463d637-f43f-414d-a4c7-3baa92e0a683 kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: Scaled up replica set model-chainer-6fc6549cd8 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer.18a9709d5a9832cf namespace: kserve-ci-e2e-test resourceVersion: "14320" uid: fb2de995-9828-44e2-98e8-857581cf159d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:29Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14334" uid: 5ed60999-c30f-4cf2-9822-829e4ee7f47d kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-25T00:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:29Z" name: model-chainer.18a9709d5fc79310 namespace: kserve-ci-e2e-test resourceVersion: "14336" uid: ebc1fa0c-c8fc-49b8-83f1-68839a31fb64 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:03:39.404519Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15160" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-b9ddf-6dfbc67fd6-5m5nx to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a970adb8af64be namespace: kserve-ci-e2e-test resourceVersion: "15167" uid: b1015d6a-091b-4746-89b4-bd244e33887f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15172" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a970add332fc1e namespace: kserve-ci-e2e-test resourceVersion: "15188" uid: e0857d85-b56f-4805-9fc4-b4681cff1308 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b9ddf} kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a970add4772caa namespace: kserve-ci-e2e-test resourceVersion: "15190" uid: 2ef5c004-f82b-402e-93e3-04f93fd2dcfb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b9ddf} kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: 'Created container: sequence-graph-b9ddf' metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a970add7642811 namespace: kserve-ci-e2e-test resourceVersion: "15191" uid: ac7f3ccf-cd9e-403c-8cbc-743237c880c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b9ddf} kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: Started container sequence-graph-b9ddf metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a970add7dd231b namespace: kserve-ci-e2e-test resourceVersion: "15192" uid: 7fff2a30-0bea-435c-9039-14d7c70d23ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b9ddf} kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Stopping container sequence-graph-b9ddf metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a97120eca56814 namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: 78b51523-7924-479e-a7aa-e28b9d073ee9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:11:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b9ddf} kind: Pod name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: b6972d18-0bab-4ab8-ad84-f7ccf650b8ad kind: Event lastTimestamp: "2026-04-25T00:12:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:21Z" name: sequence-graph-b9ddf-6dfbc67fd6-5m5nx.18a971218b1d2ad4 namespace: kserve-ci-e2e-test resourceVersion: "19184" uid: c7530b10-dde6-4776-9e72-521e807d1a30 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-b9ddf-6dfbc67fd6 namespace: kserve-ci-e2e-test resourceVersion: "15157" uid: db39671d-fc0c-4d5f-be5c-09002d06acf0 kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: 'Created pod: sequence-graph-b9ddf-6dfbc67fd6-5m5nx' metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf-6dfbc67fd6.18a970adb84e9484 namespace: kserve-ci-e2e-test resourceVersion: "15163" uid: be4ec427-3c6a-4571-afa1-d585d022fd5e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15155" uid: d97826b4-4903-422b-a8cf-0489a15b3d6b kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: Scaled up replica set sequence-graph-b9ddf-6dfbc67fd6 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf.18a970adb7669919 namespace: kserve-ci-e2e-test resourceVersion: "15158" uid: 8c9ddb75-cbff-4693-86d9-1dd1ec13297b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15177" uid: 5bc6fcad-ee38-4ea9-be26-f3a51d986215 kind: Event lastTimestamp: "2026-04-25T00:03:39Z" message: InferenceGraph [sequence-graph-b9ddf] is Ready metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:39Z" name: sequence-graph-b9ddf.18a970adbd47757a namespace: kserve-ci-e2e-test resourceVersion: "15179" uid: 8e63daa7-8bae-46a0-bdfc-2122dc4f231a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: dbc05eab-cbc6-4167-8afd-8aa684da2350 kind: Event lastTimestamp: "2026-04-25T00:03:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:03:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:54Z" name: sequence-graph-b9ddf.18a970b135e24338 namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: 477d127d-4820-43ca-af5f-8676cef56532 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: dbc05eab-cbc6-4167-8afd-8aa684da2350 kind: Event lastTimestamp: "2026-04-25T00:03:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:03:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:54Z" name: sequence-graph-b9ddf.18a970b136466560 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: ef190a96-dd36-428c-b023-978b6053accf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:04:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15304" uid: dbc05eab-cbc6-4167-8afd-8aa684da2350 kind: Event lastTimestamp: "2026-04-25T00:04:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:04:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:04:09Z" name: sequence-graph-b9ddf.18a970b4b540081c namespace: kserve-ci-e2e-test resourceVersion: "15410" uid: a83a2bc6-b681-40ff-8343-bdcf2e0fced0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:04:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15304" uid: dbc05eab-cbc6-4167-8afd-8aa684da2350 kind: Event lastTimestamp: "2026-04-25T00:04:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:04:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:04:09Z" name: sequence-graph-b9ddf.18a970b4b584c621 namespace: kserve-ci-e2e-test resourceVersion: "15411" uid: a822c7c0-72a1-457a-a2e5-c26a2c54ac87 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:12:54.343672Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19662" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-c9f9f-5dd8ccddf4-44z4s to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a9712eeda2db53 namespace: kserve-ci-e2e-test resourceVersion: "19667" uid: 734571a1-4b5a-4e7d-b640-736cd10e1203 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a9712f075c2e7b namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 6a8d7f84-cd78-4e3e-81c3-fe7774befda6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c9f9f} kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a9712f0894db5d namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: 7d2a8474-f390-47b0-9a28-8aea4179fcf4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c9f9f} kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'Created container: sequence-graph-c9f9f' metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a9712f0c05dc1e namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: d8365475-3492-4dc9-bb8f-dd30ec3d66f5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c9f9f} kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: Started container sequence-graph-c9f9f metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a9712f0c7b7bfd namespace: kserve-ci-e2e-test resourceVersion: "19692" uid: 01a876a7-2fbf-46aa-ac6c-a25128df39e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c9f9f} kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Stopping container sequence-graph-c9f9f metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a97131460b1aa8 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: f04da634-3280-425b-8652-5386ba1fbc84 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:13:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c9f9f} kind: Pod name: sequence-graph-c9f9f-5dd8ccddf4-44z4s namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 51ff0f0e-8ec3-46d3-b0f7-2431460ff6d3 kind: Event lastTimestamp: "2026-04-25T00:13:31Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:31Z" name: sequence-graph-c9f9f-5dd8ccddf4-44z4s.18a97131c438edde namespace: kserve-ci-e2e-test resourceVersion: "20130" uid: d8576f04-21f7-4539-8932-bd89a1218a44 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-c9f9f-5dd8ccddf4 namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: ca9ade02-96b1-4d7e-8f6a-9a00c0db6e1e kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'Created pod: sequence-graph-c9f9f-5dd8ccddf4-44z4s' metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f-5dd8ccddf4.18a9712eed3c4dc3 namespace: kserve-ci-e2e-test resourceVersion: "19663" uid: 9b7ad6d2-c192-4037-af97-242c7fd41e0f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "19657" uid: 3261b707-961c-4dcf-986d-579a215f1a98 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: Scaled up replica set sequence-graph-c9f9f-5dd8ccddf4 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f.18a9712eecacbf1c namespace: kserve-ci-e2e-test resourceVersion: "19660" uid: ce0269b5-0517-4217-a4c0-36c3fedbfa29 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: 2e89ee15-6d39-4201-89de-a2322a2d88c1 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: InferenceGraph [sequence-graph-c9f9f] is Ready metadata: creationTimestamp: "2026-04-25T00:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:54Z" name: sequence-graph-c9f9f.18a9712eefb85323 namespace: kserve-ci-e2e-test resourceVersion: "19678" uid: ec26108b-1c16-406c-871a-92109768fc46 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:14:04.590293Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20478" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-e1f95-6b4654b7f9-bt48g to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:14:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:14:04Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a9713f48a94615 namespace: kserve-ci-e2e-test resourceVersion: "20483" uid: dfdbfdf0-71cf-496b-8173-b9bd25021067 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:05Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:14:05Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:14:05Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a9713f61db4a8b namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: 68ee38e4-3bc5-4673-8ded-e2b2df447891 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e1f95} kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:14:05Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:14:05Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a9713f630e231f namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: 61c8e345-3d24-4b01-8327-a02466ad3442 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e1f95} kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:14:05Z" message: 'Created container: sequence-graph-e1f95' metadata: creationTimestamp: "2026-04-25T00:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:14:05Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a9713f6604a0a5 namespace: kserve-ci-e2e-test resourceVersion: "20503" uid: 12ae0c23-2df7-4dd3-b8b0-1e36a7e622b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e1f95} kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:14:05Z" message: Started container sequence-graph-e1f95 metadata: creationTimestamp: "2026-04-25T00:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:14:05Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a9713f667d9018 namespace: kserve-ci-e2e-test resourceVersion: "20504" uid: af993539-495e-4bc9-9279-4524c56d5148 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e1f95} kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Stopping container sequence-graph-e1f95 metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a971b2704ca324 namespace: kserve-ci-e2e-test resourceVersion: "24067" uid: b2f87e41-db24-4bae-9929-dc7ec19cfcf2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:22:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e1f95} kind: Pod name: sequence-graph-e1f95-6b4654b7f9-bt48g namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: c6cb4fdc-9ffd-4291-89f5-c4ff8dc483ce kind: Event lastTimestamp: "2026-04-25T00:22:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:46Z" name: sequence-graph-e1f95-6b4654b7f9-bt48g.18a971b30befce4f namespace: kserve-ci-e2e-test resourceVersion: "24413" uid: d140caef-9252-4072-b922-81d67b18a7c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-e1f95-6b4654b7f9 namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: 2ab03163-3176-4a73-a4be-eaa94f33bece kind: Event lastTimestamp: "2026-04-25T00:14:04Z" message: 'Created pod: sequence-graph-e1f95-6b4654b7f9-bt48g' metadata: creationTimestamp: "2026-04-25T00:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:04Z" name: sequence-graph-e1f95-6b4654b7f9.18a9713f48463114 namespace: kserve-ci-e2e-test resourceVersion: "20479" uid: 1c79b0fe-db16-4218-b3da-f79918047352 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20471" uid: 302e8b6e-f7e5-4080-897b-b0906ecb619c kind: Event lastTimestamp: "2026-04-25T00:14:04Z" message: Scaled up replica set sequence-graph-e1f95-6b4654b7f9 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:04Z" name: sequence-graph-e1f95.18a9713f47b18537 namespace: kserve-ci-e2e-test resourceVersion: "20476" uid: 816cb7e1-df63-490b-9878-334c3e3d80fb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:14:04Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: f0246b4b-461c-4d8d-8e03-6d3f0143d713 kind: Event lastTimestamp: "2026-04-25T00:14:04Z" message: InferenceGraph [sequence-graph-e1f95] is Ready metadata: creationTimestamp: "2026-04-25T00:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:14:04Z" name: sequence-graph-e1f95.18a9713f4b6e9a05 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b8e3c355-3cfa-47ef-b209-716660de8dc4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:14:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 413f2376-f000-4120-990e-b5834390707f kind: Event lastTimestamp: "2026-04-25T00:14:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:14:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:34Z" name: sequence-graph-e1f95.18a97142c6320430 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: 4fcc9583-cd60-45d7-9e37-2ee589ef95df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:14:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 413f2376-f000-4120-990e-b5834390707f kind: Event lastTimestamp: "2026-04-25T00:14:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:14:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:34Z" name: sequence-graph-e1f95.18a97142c6860d25 namespace: kserve-ci-e2e-test resourceVersion: "20744" uid: b028b2b3-f399-4e5a-a43b-578b67a6c706 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:24:27.713279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25493" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-41340-79656bc944-xx8ss to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:24:27Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d05daf7dac namespace: kserve-ci-e2e-test resourceVersion: "25499" uid: b1afb0c8-cb7f-4aae-ac97-6fb283a7f1da reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:24:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-41340-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:24:27Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d069d03aed namespace: kserve-ci-e2e-test resourceVersion: "25512" uid: feb84fcb-232d-45ec-a432-2dcf21e75f51 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:28Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:24:28Z" message: Add eth0 [10.133.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:24:28Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d09abf0cd7 namespace: kserve-ci-e2e-test resourceVersion: "25518" uid: 24224733-d68f-4e66-a85d-e5bca647cd90 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-41340} kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:24:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:24:28Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d09befbf60 namespace: kserve-ci-e2e-test resourceVersion: "25520" uid: 60100a1e-9077-425f-917a-419b90dff183 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-41340} kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:24:28Z" message: 'Created container: splitter-graph-41340' metadata: creationTimestamp: "2026-04-25T00:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:24:28Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d09ed6f8f6 namespace: kserve-ci-e2e-test resourceVersion: "25521" uid: 171d8852-ecce-4607-9f46-ad4acedec40f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-41340} kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:24:28Z" message: Started container splitter-graph-41340 metadata: creationTimestamp: "2026-04-25T00:24:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:24:28Z" name: splitter-graph-41340-79656bc944-xx8ss.18a971d09f512e09 namespace: kserve-ci-e2e-test resourceVersion: "25522" uid: fd9db055-4735-42b1-9640-59c522097f93 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-41340} kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:32:42Z" message: Stopping container splitter-graph-41340 metadata: creationTimestamp: "2026-04-25T00:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:42Z" name: splitter-graph-41340-79656bc944-xx8ss.18a972438bf0de20 namespace: kserve-ci-e2e-test resourceVersion: "29238" uid: f96eabd3-c20d-4217-a3bd-365490f50be4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:32:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-41340} kind: Pod name: splitter-graph-41340-79656bc944-xx8ss namespace: kserve-ci-e2e-test resourceVersion: "25495" uid: bfff2972-8a37-40cd-a118-1945884a9ae8 kind: Event lastTimestamp: "2026-04-25T00:33:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:33:10Z" name: splitter-graph-41340-79656bc944-xx8ss.18a9724452fa007f namespace: kserve-ci-e2e-test resourceVersion: "29479" uid: bbcb638c-6b47-436d-a269-c1b5954ba004 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-41340-79656bc944 namespace: kserve-ci-e2e-test resourceVersion: "25490" uid: ad09373b-0df4-4d43-925e-a49591e0a922 kind: Event lastTimestamp: "2026-04-25T00:24:27Z" message: 'Created pod: splitter-graph-41340-79656bc944-xx8ss' metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:27Z" name: splitter-graph-41340-79656bc944.18a971d05d021c05 namespace: kserve-ci-e2e-test resourceVersion: "25494" uid: eb66e194-c506-4ebc-9329-f6465196c028 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-41340 namespace: kserve-ci-e2e-test resourceVersion: "25488" uid: dfda21b5-cc5b-4573-bf3c-119bbf9ed05c kind: Event lastTimestamp: "2026-04-25T00:24:27Z" message: Scaled up replica set splitter-graph-41340-79656bc944 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:27Z" name: splitter-graph-41340.18a971d05c51f2a5 namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 178f6f4f-0d9b-41fc-9c3f-ef004835ce6e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-41340 namespace: kserve-ci-e2e-test resourceVersion: "25506" uid: 847f7c80-af94-4494-89c2-df0fb83e009b kind: Event lastTimestamp: "2026-04-25T00:24:27Z" message: InferenceGraph [splitter-graph-41340] is Ready metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:24:27Z" name: splitter-graph-41340.18a971d063dd06e6 namespace: kserve-ci-e2e-test resourceVersion: "25508" uid: 4b31bb28-3f97-4760-82c1-259c9f87b718 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:24:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-41340 namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: 226f3d9c-bb2e-4b5c-8d01-f4f81ccdd2a4 kind: Event lastTimestamp: "2026-04-25T00:24:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:57Z" name: splitter-graph-41340.18a971d3dac6db38 namespace: kserve-ci-e2e-test resourceVersion: "25748" uid: 4e450e84-028b-40e5-b2ec-58c068572396 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:24:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-41340 namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: 226f3d9c-bb2e-4b5c-8d01-f4f81ccdd2a4 kind: Event lastTimestamp: "2026-04-25T00:24:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:24:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:57Z" name: splitter-graph-41340.18a971d3db04c787 namespace: kserve-ci-e2e-test resourceVersion: "25749" uid: f6e7522f-6727-4f28-b5f8-8e5d87214404 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:23:13.454576Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24665" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-7621b-7fdfb8f889-6blhd to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:23:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:23:13Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf13858290 namespace: kserve-ci-e2e-test resourceVersion: "24671" uid: aff77bf3-1319-44ed-a630-8841548ae231 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:13Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-7621b-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:23:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:13Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf1fe60fb2 namespace: kserve-ci-e2e-test resourceVersion: "24682" uid: 7d709cce-a451-4276-9b21-cfbc24b6e999 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:14Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24675" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:14Z" message: Add eth0 [10.133.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:23:14Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf502da8c8 namespace: kserve-ci-e2e-test resourceVersion: "24693" uid: e9929b40-bbe3-4177-9302-c5977158dc64 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7621b} kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:14Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf51500e8f namespace: kserve-ci-e2e-test resourceVersion: "24695" uid: 22a7106c-4723-4fd6-95fe-1eb40ff27b90 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7621b} kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:14Z" message: 'Created container: splitter-graph-7621b' metadata: creationTimestamp: "2026-04-25T00:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:14Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf54c37c2e namespace: kserve-ci-e2e-test resourceVersion: "24696" uid: 92dc6ad0-d911-4566-bd61-0cc6ed86aa10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7621b} kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:14Z" message: Started container splitter-graph-7621b metadata: creationTimestamp: "2026-04-25T00:23:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:14Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971bf5536b0dc namespace: kserve-ci-e2e-test resourceVersion: "24697" uid: 6c58d6ee-bb07-4bbf-9495-99d7e4ce42ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7621b} kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Stopping container splitter-graph-7621b metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:27Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971c259bef41a namespace: kserve-ci-e2e-test resourceVersion: "24868" uid: 81357be7-9478-4311-86ca-537b68a62179 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:23:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-7621b} kind: Pod name: splitter-graph-7621b-7fdfb8f889-6blhd namespace: kserve-ci-e2e-test resourceVersion: "24670" uid: b53e4e70-55e0-4f1f-b5db-743f089b31fb kind: Event lastTimestamp: "2026-04-25T00:23:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:23:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:56Z" name: splitter-graph-7621b-7fdfb8f889-6blhd.18a971c3471ec90c namespace: kserve-ci-e2e-test resourceVersion: "25219" uid: a4167026-6b05-4a42-a64a-87c47e246993 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-7621b-7fdfb8f889 namespace: kserve-ci-e2e-test resourceVersion: "24662" uid: 521a9855-2930-4d59-ba6c-2bcdca396534 kind: Event lastTimestamp: "2026-04-25T00:23:13Z" message: 'Created pod: splitter-graph-7621b-7fdfb8f889-6blhd' metadata: creationTimestamp: "2026-04-25T00:23:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:13Z" name: splitter-graph-7621b-7fdfb8f889.18a971bf13005987 namespace: kserve-ci-e2e-test resourceVersion: "24667" uid: 102208aa-46d0-4445-bb5e-956c83d01df4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-7621b namespace: kserve-ci-e2e-test resourceVersion: "24660" uid: ed0a0ee8-7d03-47c9-bed1-3e37a0cbe83c kind: Event lastTimestamp: "2026-04-25T00:23:13Z" message: Scaled up replica set splitter-graph-7621b-7fdfb8f889 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:23:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:13Z" name: splitter-graph-7621b.18a971bf11ba6b68 namespace: kserve-ci-e2e-test resourceVersion: "24663" uid: 756d4885-c3b7-43eb-a9ea-5586fa4d7424 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-7621b namespace: kserve-ci-e2e-test resourceVersion: "24677" uid: 80231e45-481f-4850-bed0-81b42a5b2f6f kind: Event lastTimestamp: "2026-04-25T00:23:13Z" message: InferenceGraph [splitter-graph-7621b] is Ready metadata: creationTimestamp: "2026-04-25T00:23:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:13Z" name: splitter-graph-7621b.18a971bf175cc48d namespace: kserve-ci-e2e-test resourceVersion: "24679" uid: a5a58fbb-ae79-4749-90fa-ecb1727a12aa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:23:27.650939Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24903" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-41340-predictor-897fcb-v7pwp to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c261b0d7bd namespace: kserve-ci-e2e-test resourceVersion: "24909" uid: 0e3fb234-47d5-43b7-aef2-9d9a3cdefede reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24923" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Add eth0 [10.133.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c27b405efa namespace: kserve-ci-e2e-test resourceVersion: "24960" uid: 9f6596c5-71d1-4b1b-9bd3-396bc6819d8b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c27c77ec6b namespace: kserve-ci-e2e-test resourceVersion: "24963" uid: 62550a0b-fc7e-4ced-ae08-08d4f2d61c64 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c280450792 namespace: kserve-ci-e2e-test resourceVersion: "24965" uid: e5ed5363-eed5-45f0-8f6a-1deb0b9e8b7a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c280cad349 namespace: kserve-ci-e2e-test resourceVersion: "24966" uid: 3877677e-7998-43e1-a072-fcc950df86a1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c280d9837d namespace: kserve-ci-e2e-test resourceVersion: "24967" uid: ecef3f57-06eb-4b55-be2d-86ba20cc33f3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c2846c70f5 namespace: kserve-ci-e2e-test resourceVersion: "24971" uid: 4c9c441d-d230-4182-a558-d905fc5e7f3b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:23:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:23:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:28Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c284e93bb1 namespace: kserve-ci-e2e-test resourceVersion: "24972" uid: fadead17-2e80-4207-8fa1-b2a4a8ee6220 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:23:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:32:45Z" message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:23:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:45Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a971c2d27a20d7 namespace: kserve-ci-e2e-test resourceVersion: "29300" uid: 92311a57-9264-44fb-9a80-f77fe07fc362 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:32:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:42Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a9724390fcafc4 namespace: kserve-ci-e2e-test resourceVersion: "29258" uid: b0b25754-9e08-4975-a39b-69857656f9d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:32:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:42Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a9724390fd41d2 namespace: kserve-ci-e2e-test resourceVersion: "29262" uid: a21c2e14-fc27-430b-be19-2e326f41e15c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:32:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-41340-predictor-897fcb-v7pwp namespace: kserve-ci-e2e-test resourceVersion: "24906" uid: 11bacc24-8aa8-4160-aa1d-6c430c2dcc36 kind: Event lastTimestamp: "2026-04-25T00:32:45Z" message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp 10.133.0.48:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:32:45Z" name: success-200-isvc-41340-predictor-897fcb-v7pwp.18a9724446d78871 namespace: kserve-ci-e2e-test resourceVersion: "29298" uid: b82fb42f-f747-471c-abec-e6c29ea1d749 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-41340-predictor-897fcb namespace: kserve-ci-e2e-test resourceVersion: "24894" uid: 4ad6b071-19e0-4407-aefe-69873b02c25a kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'Created pod: success-200-isvc-41340-predictor-897fcb-v7pwp' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-41340-predictor-897fcb.18a971c26135c67a namespace: kserve-ci-e2e-test resourceVersion: "24905" uid: 80805a25-439b-41d2-8ff7-3cfb7474563a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24890" uid: 4890e678-0c59-4500-a5cf-0dee47147ca1 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Scaled up replica set success-200-isvc-41340-predictor-897fcb from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-41340-predictor.18a971c25fbacdd8 namespace: kserve-ci-e2e-test resourceVersion: "24897" uid: fadc4d43-cc01-4a0c-963b-9f601cc02bc4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:23:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24892" uid: 30d4aaa5-47f3-47d3-8d6b-c09c51dbd5f0 kind: Event lastTimestamp: "2026-04-25T00:24:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:12Z" name: success-200-isvc-41340-predictor.18a971c5de33387a namespace: kserve-ci-e2e-test resourceVersion: "25350" uid: 45b024ea-bdf4-49cb-a0b4-f1fa3d5f7ca7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:23:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "24892" uid: 30d4aaa5-47f3-47d3-8d6b-c09c51dbd5f0 kind: Event lastTimestamp: "2026-04-25T00:24:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:12Z" name: success-200-isvc-41340-predictor.18a971c5de8fae97 namespace: kserve-ci-e2e-test resourceVersion: "25351" uid: 775710a9-f811-414e-865f-6cfd3930b2e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "25113" uid: 30d4aaa5-47f3-47d3-8d6b-c09c51dbd5f0 kind: Event lastTimestamp: "2026-04-25T00:24:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:42Z" name: success-200-isvc-41340-predictor.18a971d05ac99894 namespace: kserve-ci-e2e-test resourceVersion: "25636" uid: 0344a751-cb52-4ef4-9abf-4b7426159424 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:24:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-41340-predictor namespace: kserve-ci-e2e-test resourceVersion: "25113" uid: 30d4aaa5-47f3-47d3-8d6b-c09c51dbd5f0 kind: Event lastTimestamp: "2026-04-25T00:24:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:24:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:42Z" name: success-200-isvc-41340-predictor.18a971d05b281dfd namespace: kserve-ci-e2e-test resourceVersion: "25637" uid: e4783f6d-a981-4bb0-8307-e7a6f882ef73 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24872" uid: b160226d-a263-4434-a103-5341db09d002 kind: Event lastTimestamp: "2026-04-25T00:24:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:24:15Z" name: success-200-isvc-41340.18a971c25f98c3df namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 79484049-58a9-4fd1-9743-225866a1ffc1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24872" uid: b160226d-a263-4434-a103-5341db09d002 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'Failed to update status for InferenceService "success-200-isvc-41340": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-41340": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-41340.18a971c2600e245c namespace: kserve-ci-e2e-test resourceVersion: "24900" uid: 72331aea-89b7-4cee-9040-381ae3df9e4d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "24872" uid: b160226d-a263-4434-a103-5341db09d002 kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-41340": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-41340.18a971c2600e72b1 namespace: kserve-ci-e2e-test resourceVersion: "24901" uid: f0d11bc9-44a3-4342-aacd-5d4c1741de17 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:24:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-41340 namespace: kserve-ci-e2e-test resourceVersion: "25392" uid: b160226d-a263-4434-a103-5341db09d002 kind: Event lastTimestamp: "2026-04-25T00:24:15Z" message: InferenceService [success-200-isvc-41340] is Ready metadata: creationTimestamp: "2026-04-25T00:24:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:24:15Z" name: success-200-isvc-41340.18a971cd8f5e5a4f namespace: kserve-ci-e2e-test resourceVersion: "25393" uid: 7d181e40-d894-4b0c-89db-e97bb8c34e94 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:00:29.081071Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12879" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4fa95-predictor-5756bcc86-4mc9k to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a9708168861512 namespace: kserve-ci-e2e-test resourceVersion: "12885" uid: 4f1b3cdb-ef0d-44bd-92af-bc3686de03ea reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12892" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a9708181a2d9cf namespace: kserve-ci-e2e-test resourceVersion: "12968" uid: 807150a7-27ca-4a62-b530-9003debb164e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97081836e1594 namespace: kserve-ci-e2e-test resourceVersion: "12970" uid: 1f7b1337-627d-49bf-be06-984231c4f1d2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" in 15.06s (15.06s including waiting). Image size: 1337632867 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97085051d5071 namespace: kserve-ci-e2e-test resourceVersion: "13195" uid: ee402b0c-039e-4027-a2d0-eab462bcc7a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a9708508ef9d1f namespace: kserve-ci-e2e-test resourceVersion: "13198" uid: fb818bee-3d5f-4d54-b702-31f7c1d97c5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a9708509624f00 namespace: kserve-ci-e2e-test resourceVersion: "13200" uid: 31015e0a-aa52-4a33-a9e2-c7668ddb9066 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:44Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:44Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97085096f4d2c namespace: kserve-ci-e2e-test resourceVersion: "13202" uid: 47cc7954-9004-40f4-8b6d-ca9603c2fc5a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.471s (2.471s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a970859cc75423 namespace: kserve-ci-e2e-test resourceVersion: "13229" uid: 40ce61f1-4ab3-4016-ae92-0e05b71c3103 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97085a0f2c8ea namespace: kserve-ci-e2e-test resourceVersion: "13231" uid: 81d809d9-8f4d-4cd7-bb2a-bac5531f7642 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:00:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:00:47Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97085a17d29a3 namespace: kserve-ci-e2e-test resourceVersion: "13233" uid: 64939154-d52c-46c3-9b8b-65f51e1d1484 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:00:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:00:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97085e27a8cea namespace: kserve-ci-e2e-test resourceVersion: "14079" uid: baf85bca-ce45-476f-8412-4c8991d764a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97097648b1c0d namespace: kserve-ci-e2e-test resourceVersion: "13989" uid: b5d029ff-036a-49bd-8807-28b9a226e88c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97097648b8931 namespace: kserve-ci-e2e-test resourceVersion: "13991" uid: edd1583d-6187-40d5-a738-456bf21023c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k namespace: kserve-ci-e2e-test resourceVersion: "12882" uid: b15f40f7-5f84-4365-b2e1-28591524b6b7 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp 10.133.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k.18a97097948c5bdc namespace: kserve-ci-e2e-test resourceVersion: "14078" uid: b5cb679c-4015-449b-9263-13aa23e1c6be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4fa95-predictor-5756bcc86 namespace: kserve-ci-e2e-test resourceVersion: "12867" uid: 0f913f85-b57e-4c7d-aa4b-d0227ae0b4bf kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'Created pod: success-200-isvc-4fa95-predictor-5756bcc86-4mc9k' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95-predictor-5756bcc86.18a97081682294b7 namespace: kserve-ci-e2e-test resourceVersion: "12881" uid: b6d2a458-4985-42b1-9708-1355fd126f24 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12865" uid: 5611c461-37d0-438d-b847-d45c29e83ef1 kind: Event lastTimestamp: "2026-04-25T00:00:28Z" message: Scaled up replica set success-200-isvc-4fa95-predictor-5756bcc86 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:00:28Z" name: success-200-isvc-4fa95-predictor.18a97081617ae4bb namespace: kserve-ci-e2e-test resourceVersion: "12870" uid: edfc85ca-b4d5-40af-b288-30f414209c28 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12876" uid: 0c173223-fb38-4325-a95c-0b5d92cf9be6 kind: Event lastTimestamp: "2026-04-25T00:01:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:14Z" name: success-200-isvc-4fa95-predictor.18a97084e72c972f namespace: kserve-ci-e2e-test resourceVersion: "13478" uid: 83da0b22-d534-4746-ae96-84a2e189eede reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:00:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "12876" uid: 0c173223-fb38-4325-a95c-0b5d92cf9be6 kind: Event lastTimestamp: "2026-04-25T00:01:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:14Z" name: success-200-isvc-4fa95-predictor.18a97084e7911620 namespace: kserve-ci-e2e-test resourceVersion: "13479" uid: 2cb0be94-cad6-4394-966e-094234bd8215 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "13182" uid: 0c173223-fb38-4325-a95c-0b5d92cf9be6 kind: Event lastTimestamp: "2026-04-25T00:01:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:44Z" name: success-200-isvc-4fa95-predictor.18a9708f651ec624 namespace: kserve-ci-e2e-test resourceVersion: "13735" uid: 79399bc9-8fe6-4774-be84-31c406d71baf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4fa95-predictor namespace: kserve-ci-e2e-test resourceVersion: "13182" uid: 0c173223-fb38-4325-a95c-0b5d92cf9be6 kind: Event lastTimestamp: "2026-04-25T00:01:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:44Z" name: success-200-isvc-4fa95-predictor.18a9708f658cbd44 namespace: kserve-ci-e2e-test resourceVersion: "13736" uid: c2944c9c-e724-48a5-afc8-6cbc4d9d0f66 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "12856" uid: 8d960804-ffe5-4511-bd5c-c5d754535aa7 kind: Event lastTimestamp: "2026-04-25T00:01:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:34Z" name: success-200-isvc-4fa95.18a9708167b31449 namespace: kserve-ci-e2e-test resourceVersion: "13667" uid: 36bf9a34-3a83-478a-861f-3eba985fe04b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "12856" uid: 8d960804-ffe5-4511-bd5c-c5d754535aa7 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'Failed to update status for InferenceService "success-200-isvc-4fa95": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4fa95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95.18a970816827b702 namespace: kserve-ci-e2e-test resourceVersion: "12883" uid: 2f606ada-9197-4975-8602-3cfd64ef181e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:00:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "12856" uid: 8d960804-ffe5-4511-bd5c-c5d754535aa7 kind: Event lastTimestamp: "2026-04-25T00:00:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4fa95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:00:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:00:29Z" name: success-200-isvc-4fa95.18a9708168281461 namespace: kserve-ci-e2e-test resourceVersion: "12886" uid: a7bbba73-57df-40ba-a0b5-6f15e924c9b2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "13665" uid: 8d960804-ffe5-4511-bd5c-c5d754535aa7 kind: Event lastTimestamp: "2026-04-25T00:01:34Z" message: InferenceService [success-200-isvc-4fa95] is Ready metadata: creationTimestamp: "2026-04-25T00:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:34Z" name: success-200-isvc-4fa95.18a970909d5839d6 namespace: kserve-ci-e2e-test resourceVersion: "13666" uid: 1fdbf347-20c8-4d0a-a738-5a240162aaeb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:22:03.405003Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23858" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7621b-predictor-5f89d47788-7mplf to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aec43de0ce namespace: kserve-ci-e2e-test resourceVersion: "23869" uid: 8873b934-85a9-4394-ad20-0919498f0653 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23878" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aeddf31199 namespace: kserve-ci-e2e-test resourceVersion: "23901" uid: d6bd181e-06f2-495b-aee6-4fdcbe8b4f0f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aedf62a158 namespace: kserve-ci-e2e-test resourceVersion: "23904" uid: 983b67ce-360b-47db-88d0-481f4fd22a18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aee35fb296 namespace: kserve-ci-e2e-test resourceVersion: "23909" uid: 018d567f-6423-4c45-abde-760629e151c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aee407b8fb namespace: kserve-ci-e2e-test resourceVersion: "23910" uid: c5916e87-b5a2-4a95-a396-ae3ca5a90da7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aee4134f95 namespace: kserve-ci-e2e-test resourceVersion: "23911" uid: 6ea2625f-ff2c-47d4-abc4-b5e16bac54a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aee77fb6cc namespace: kserve-ci-e2e-test resourceVersion: "23913" uid: 3c68fc10-06d2-4e9e-85ba-e35e288d7a7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:22:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:04Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aee7fa7552 namespace: kserve-ci-e2e-test resourceVersion: "23916" uid: 557433f2-ee4c-4e17-a8da-4fd1d21b23cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-25T00:22:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:23:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:30Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971aef56998bd namespace: kserve-ci-e2e-test resourceVersion: "25000" uid: d669b97f-1e03-4338-9a9a-a590512f4ae3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971c25f992261 namespace: kserve-ci-e2e-test resourceVersion: "24895" uid: 71322205-4840-48a3-9480-3f625bad5703 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:23:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:23:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:27Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971c25f9a3693 namespace: kserve-ci-e2e-test resourceVersion: "24899" uid: eb985575-e70a-40ce-af0b-96440eb795ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7621b-predictor-5f89d47788-7mplf namespace: kserve-ci-e2e-test resourceVersion: "23861" uid: e5fb70f9-c86b-41ae-a60b-60c0574f3ccf kind: Event lastTimestamp: "2026-04-25T00:23:30Z" message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp 10.133.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:23:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:30Z" name: success-200-isvc-7621b-predictor-5f89d47788-7mplf.18a971c2fba91943 namespace: kserve-ci-e2e-test resourceVersion: "24999" uid: e4aec718-e584-4ea1-826c-5e694974dea2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7621b-predictor-5f89d47788 namespace: kserve-ci-e2e-test resourceVersion: "23833" uid: 15b9b982-9a9b-4332-87d8-9d4946cd2da6 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Created pod: success-200-isvc-7621b-predictor-5f89d47788-7mplf' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor-5f89d47788.18a971aec3c34f5a namespace: kserve-ci-e2e-test resourceVersion: "23860" uid: a89e56a3-4b5a-4fca-9d87-1c7541b96b0f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23830" uid: 8757723e-bc0f-4a8f-9b2c-510674654712 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Scaled up replica set success-200-isvc-7621b-predictor-5f89d47788 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b-predictor.18a971aebff934a0 namespace: kserve-ci-e2e-test resourceVersion: "23836" uid: 5b750d2e-cb67-40d6-bd10-502ed4a66793 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:22:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23832" uid: 7adc43fe-2b8a-4f33-8049-65a813682979 kind: Event lastTimestamp: "2026-04-25T00:22:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:33Z" name: success-200-isvc-7621b-predictor.18a971b23e981778 namespace: kserve-ci-e2e-test resourceVersion: "24310" uid: 2f9c5591-8089-42cf-90be-f140058f0cd7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:22:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23832" uid: 7adc43fe-2b8a-4f33-8049-65a813682979 kind: Event lastTimestamp: "2026-04-25T00:22:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:33Z" name: success-200-isvc-7621b-predictor.18a971b23f002c15 namespace: kserve-ci-e2e-test resourceVersion: "24311" uid: f58d7910-5332-4b9f-ab20-c0a3ac76bf1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "24037" uid: 7adc43fe-2b8a-4f33-8049-65a813682979 kind: Event lastTimestamp: "2026-04-25T00:23:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:18Z" name: success-200-isvc-7621b-predictor.18a971b93d05b8c1 namespace: kserve-ci-e2e-test resourceVersion: "24734" uid: 4b3da6f3-f84e-493c-9268-5535c626df77 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7621b-predictor namespace: kserve-ci-e2e-test resourceVersion: "24037" uid: 7adc43fe-2b8a-4f33-8049-65a813682979 kind: Event lastTimestamp: "2026-04-25T00:23:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:18Z" name: success-200-isvc-7621b-predictor.18a971b93d674ac0 namespace: kserve-ci-e2e-test resourceVersion: "24735" uid: 4082f147-f126-421f-8514-a6ab11ae401b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23809" uid: 0ee17c84-2171-4213-8c06-65872015e255 kind: Event lastTimestamp: "2026-04-25T00:23:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:00Z" name: success-200-isvc-7621b.18a971aebfd75e89 namespace: kserve-ci-e2e-test resourceVersion: "24542" uid: 21d95579-fba4-45c2-ac58-e3bcb5fac007 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23809" uid: 0ee17c84-2171-4213-8c06-65872015e255 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'Failed to update status for InferenceService "success-200-isvc-7621b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7621b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b.18a971aec06afb8f namespace: kserve-ci-e2e-test resourceVersion: "23838" uid: 7a730750-06f4-4e4b-8d64-4e492ed07901 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "23809" uid: 0ee17c84-2171-4213-8c06-65872015e255 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7621b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-7621b.18a971aec06b508b namespace: kserve-ci-e2e-test resourceVersion: "23839" uid: f7e78df4-8c0a-491d-b6fc-7497c3a6d972 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7621b namespace: kserve-ci-e2e-test resourceVersion: "24540" uid: 0ee17c84-2171-4213-8c06-65872015e255 kind: Event lastTimestamp: "2026-04-25T00:23:00Z" message: InferenceService [success-200-isvc-7621b] is Ready metadata: creationTimestamp: "2026-04-25T00:23:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:00Z" name: success-200-isvc-7621b.18a971bc04618e35 namespace: kserve-ci-e2e-test resourceVersion: "24541" uid: 2dff8091-8b89-4006-8af8-4ccd053da1bd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:22:19.307143Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24112" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b27815488f namespace: kserve-ci-e2e-test resourceVersion: "24120" uid: 0f9623a1-e1d3-42e9-a513-dd0da2cde171 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24126" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b291eee997 namespace: kserve-ci-e2e-test resourceVersion: "24161" uid: 9f3dd342-8e9a-4518-b98d-8dc37c6d0435 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b2932cbef1 namespace: kserve-ci-e2e-test resourceVersion: "24163" uid: a320e693-8186-4ae4-bfef-b41a7b0649ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b2963b9e0d namespace: kserve-ci-e2e-test resourceVersion: "24165" uid: ed594706-a3a3-45ab-9f8d-b6f0013368dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b296b1d774 namespace: kserve-ci-e2e-test resourceVersion: "24166" uid: b5d19318-973b-4583-ae60-222ad7426510 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b296be95f2 namespace: kserve-ci-e2e-test resourceVersion: "24167" uid: 78e57764-aed7-4ee5-b072-cbe0fa5248e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b2998519fd namespace: kserve-ci-e2e-test resourceVersion: "24169" uid: c3b75728-1c9e-409a-b3c4-8b1e6968ff2e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b299fe0476 namespace: kserve-ci-e2e-test resourceVersion: "24170" uid: 957ded04-cedd-4f9b-a21d-92cd9560259c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:22:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:22:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:57Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a971b2eee354a5 namespace: kserve-ci-e2e-test resourceVersion: "24517" uid: 5931f9eb-9537-4e58-9a30-f4315aa80744 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:39:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:39:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:38Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a972a479515b9f namespace: kserve-ci-e2e-test resourceVersion: "32143" uid: 67d17c58-eb69-41bb-845b-2d2ed06e0d36 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:39:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:39:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:38Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a972a47952033d namespace: kserve-ci-e2e-test resourceVersion: "32144" uid: 2b7eb4c2-a75d-4238-87e3-32c466d2fd82 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w namespace: kserve-ci-e2e-test resourceVersion: "24117" uid: e12b5b8f-d177-46cd-b4a8-07accb6972eb kind: Event lastTimestamp: "2026-04-25T00:39:42Z" message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp 10.133.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:39:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:42Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w.18a972a54f8d8bee namespace: kserve-ci-e2e-test resourceVersion: "32225" uid: b7e09727-871f-4fe5-b81f-c6c742dbf645 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a37f5-predictor-68dfd7bf6d namespace: kserve-ci-e2e-test resourceVersion: "24098" uid: e4232cf3-80c2-4d99-afe5-81c7d42104d1 kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: 'Created pod: success-200-isvc-a37f5-predictor-68dfd7bf6d-p6m6w' metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor-68dfd7bf6d.18a971b277a7df26 namespace: kserve-ci-e2e-test resourceVersion: "24116" uid: 8b69f028-7c85-456c-8776-7adc3aa82958 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24092" uid: 5469b225-bddc-46fc-a577-391cc6555550 kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Scaled up replica set success-200-isvc-a37f5-predictor-68dfd7bf6d from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-a37f5-predictor.18a971b275d2550b namespace: kserve-ci-e2e-test resourceVersion: "24104" uid: 7b4bd236-9adc-4e61-ac3c-a8bb798c8871 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24097" uid: 20a02da9-d276-4489-9dc5-ca6324a369bc kind: Event lastTimestamp: "2026-04-25T00:24:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:19Z" name: success-200-isvc-a37f5-predictor.18a971b5f443af9b namespace: kserve-ci-e2e-test resourceVersion: "25416" uid: e3a4729d-d63e-4c35-9ff8-abc332e7b0ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:22:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24097" uid: 20a02da9-d276-4489-9dc5-ca6324a369bc kind: Event lastTimestamp: "2026-04-25T00:24:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:22:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:19Z" name: success-200-isvc-a37f5-predictor.18a971b5f4a3f55c namespace: kserve-ci-e2e-test resourceVersion: "25417" uid: 6bd64681-a590-4fac-8633-947e614a0ca0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24320" uid: 20a02da9-d276-4489-9dc5-ca6324a369bc kind: Event lastTimestamp: "2026-04-25T00:23:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:49Z" name: success-200-isvc-a37f5-predictor.18a971b97357ebf6 namespace: kserve-ci-e2e-test resourceVersion: "25166" uid: e5c01a2f-3c29-47a2-952c-11e275cc5728 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a37f5-predictor namespace: kserve-ci-e2e-test resourceVersion: "24320" uid: 20a02da9-d276-4489-9dc5-ca6324a369bc kind: Event lastTimestamp: "2026-04-25T00:23:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:49Z" name: success-200-isvc-a37f5-predictor.18a971b973bc0cea namespace: kserve-ci-e2e-test resourceVersion: "25167" uid: 1955bc1d-a1f6-4b20-a39d-7101850db966 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24071" uid: 40c7b958-a435-4fcf-9e6b-e0578597d884 kind: Event lastTimestamp: "2026-04-25T00:23:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:07Z" name: success-200-isvc-a37f5.18a971b275a9d051 namespace: kserve-ci-e2e-test resourceVersion: "24607" uid: 412b3de2-2026-4a10-9672-11d6dcfed62c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24605" uid: 40c7b958-a435-4fcf-9e6b-e0578597d884 kind: Event lastTimestamp: "2026-04-25T00:23:07Z" message: InferenceService [success-200-isvc-a37f5] is Ready metadata: creationTimestamp: "2026-04-25T00:23:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:07Z" name: success-200-isvc-a37f5.18a971bda9741e68 namespace: kserve-ci-e2e-test resourceVersion: "24606" uid: 68bb2380-65ca-49d4-b598-0070858d262d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:12:38.599543Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b4336870a namespace: kserve-ci-e2e-test resourceVersion: "19411" uid: 78448ed3-35fe-47d8-aa96-93e3da99164b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ac6c8-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b4e1c79ce namespace: kserve-ci-e2e-test resourceVersion: "19462" uid: 0d8f61b0-7193-4af5-a3d1-587b9b780431 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19416" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b806baf65 namespace: kserve-ci-e2e-test resourceVersion: "19489" uid: ef0edaef-5702-4cc7-8f89-cec082035357 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b81ad2be7 namespace: kserve-ci-e2e-test resourceVersion: "19491" uid: 400e81ca-1671-494e-ba25-92b6c4e364fe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b84c38d97 namespace: kserve-ci-e2e-test resourceVersion: "19492" uid: b62c3901-9635-43e2-afa8-5fd6293512e5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b85451d1a namespace: kserve-ci-e2e-test resourceVersion: "19493" uid: 1396faaa-0f00-492e-8089-bd8afa9c3d7e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b8551bf76 namespace: kserve-ci-e2e-test resourceVersion: "19494" uid: f982611e-160b-47b2-9a4b-d9b838d114b5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b88b667b4 namespace: kserve-ci-e2e-test resourceVersion: "19496" uid: a64a2c03-a0b3-43a0-89b0-5063fa748494 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:12:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712b892b6d30 namespace: kserve-ci-e2e-test resourceVersion: "19497" uid: 4057b2b3-3de9-44b5-96a0-74c17972e11b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:12:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:13:27Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:12:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:27Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a9712beed023a3 namespace: kserve-ci-e2e-test resourceVersion: "20105" uid: 5c52ef14-7428-4394-a00d-5cc8324f1b88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a971aebf4f722b namespace: kserve-ci-e2e-test resourceVersion: "23831" uid: b4c05443-a25b-4f9f-9e23-d2412d9683a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 3043916b-aef2-46c0-b90a-f63cfec5c4e1 kind: Event lastTimestamp: "2026-04-25T00:22:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:03Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc.18a971aebf50133f namespace: kserve-ci-e2e-test resourceVersion: "23834" uid: 4674d264-36f2-4e37-a109-a5e36300746a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ac6c8-predictor-864c9c7dfd namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: fef0df8f-1762-4ce8-a382-e7ee801e5ffd kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'Created pod: success-200-isvc-ac6c8-predictor-864c9c7dfd-5fqlc' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8-predictor-864c9c7dfd.18a9712b42a483ae namespace: kserve-ci-e2e-test resourceVersion: "19408" uid: e66fd934-67ea-4bae-9ea9-cd4e3c959788 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19384" uid: e649cb2d-f43a-4c94-8a08-ff38deca4ae7 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Scaled up replica set success-200-isvc-ac6c8-predictor-864c9c7dfd from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8-predictor.18a9712b40e8ee6d namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: 62627046-f369-4bd1-97ac-1be3ba07a2ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: b25136ca-9df1-459f-a415-0ed0644138a2 kind: Event lastTimestamp: "2026-04-25T00:12:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:53Z" name: success-200-isvc-ac6c8-predictor.18a9712ebf983dad namespace: kserve-ci-e2e-test resourceVersion: "19640" uid: f8396477-9fa4-4828-b6ea-3c2a1c980268 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: b25136ca-9df1-459f-a415-0ed0644138a2 kind: Event lastTimestamp: "2026-04-25T00:12:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:53Z" name: success-200-isvc-ac6c8-predictor.18a9712ebffc8505 namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: e7c40c9e-4362-4a87-9683-2bbf7a06928d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:13:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: b25136ca-9df1-459f-a415-0ed0644138a2 kind: Event lastTimestamp: "2026-04-25T00:14:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:23Z" name: success-200-isvc-ac6c8-predictor.18a971323ef13045 namespace: kserve-ci-e2e-test resourceVersion: "20654" uid: 3f9714e8-b356-4895-92ce-f08c7f315273 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:13:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ac6c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: b25136ca-9df1-459f-a415-0ed0644138a2 kind: Event lastTimestamp: "2026-04-25T00:14:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:23Z" name: success-200-isvc-ac6c8-predictor.18a971323f4e86e0 namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: 643926c7-3322-490f-aa76-44002b3c6548 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19374" uid: 0d28d974-a157-4a25-8b46-0faef32a3508 kind: Event lastTimestamp: "2026-04-25T00:13:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:37Z" name: success-200-isvc-ac6c8.18a9712b40f2252c namespace: kserve-ci-e2e-test resourceVersion: "20196" uid: 2881613f-71c2-4954-ab41-60c08fc3f244 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19374" uid: 0d28d974-a157-4a25-8b46-0faef32a3508 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'Failed to update status for InferenceService "success-200-isvc-ac6c8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ac6c8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8.18a9712b41941977 namespace: kserve-ci-e2e-test resourceVersion: "19401" uid: a49f9020-c7dc-4aa2-b2c6-dbdea42f9875 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "19374" uid: 0d28d974-a157-4a25-8b46-0faef32a3508 kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-ac6c8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-ac6c8.18a9712b4194684d namespace: kserve-ci-e2e-test resourceVersion: "19403" uid: 1cb0dcba-bc79-469b-bfb7-311aa258e30c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ac6c8 namespace: kserve-ci-e2e-test resourceVersion: "20194" uid: 0d28d974-a157-4a25-8b46-0faef32a3508 kind: Event lastTimestamp: "2026-04-25T00:13:37Z" message: InferenceService [success-200-isvc-ac6c8] is Ready metadata: creationTimestamp: "2026-04-25T00:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:37Z" name: success-200-isvc-ac6c8.18a97138fd609386 namespace: kserve-ci-e2e-test resourceVersion: "20195" uid: 4a9d6326-aab4-448e-85a5-4420323f3e90 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:02:03.579401Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14014" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b9319-predictor-67fcdd6676-f9tsk to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a9709769102b4b namespace: kserve-ci-e2e-test resourceVersion: "14021" uid: c49b62fb-c91e-42c5-a9e2-f96c6e061fc6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14031" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a97097824f331c namespace: kserve-ci-e2e-test resourceVersion: "14060" uid: 99f94071-5e3a-4914-8556-0933c4e6cfff reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a9709783bc0f23 namespace: kserve-ci-e2e-test resourceVersion: "14062" uid: 6f7b9af8-0498-47d1-8d74-e0c528488791 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a9709787a9d264 namespace: kserve-ci-e2e-test resourceVersion: "14065" uid: db9885ff-c620-49c6-9a76-237dfd753957 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a970978818fbbd namespace: kserve-ci-e2e-test resourceVersion: "14067" uid: 8e19b706-340e-4d41-ad88-9e622b61e372 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a9709788235af5 namespace: kserve-ci-e2e-test resourceVersion: "14068" uid: 5e811d29-d59e-4a1d-b960-2aa7f1bff64e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a970978b96f749 namespace: kserve-ci-e2e-test resourceVersion: "14070" uid: b87031db-9127-4c46-84a5-4412c79a513b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:02:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:04Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a970978c086ee7 namespace: kserve-ci-e2e-test resourceVersion: "14073" uid: f17d4da3-240c-4058-b62e-e2a92e055b6f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:02:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:11:21Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:21Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a97097de3d4f42 namespace: kserve-ci-e2e-test resourceVersion: "18542" uid: 201d3b1f-27a2-4347-be6d-9bf692113678 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a97118918eb115 namespace: kserve-ci-e2e-test resourceVersion: "18420" uid: 9fec5ab2-70ce-4503-a6f7-4dd4152013fd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a97118918f2cef namespace: kserve-ci-e2e-test resourceVersion: "18424" uid: e49a8eec-eeab-46be-8bea-230fa68ee4c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk namespace: kserve-ci-e2e-test resourceVersion: "14018" uid: f4d06f33-056d-47a6-a3c4-4957f99749d0 kind: Event lastTimestamp: "2026-04-25T00:11:21Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:21Z" name: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk.18a97119529e93cf namespace: kserve-ci-e2e-test resourceVersion: "18539" uid: 1885cbd3-509b-44af-b3a5-b13310e14c51 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b9319-predictor-67fcdd6676 namespace: kserve-ci-e2e-test resourceVersion: "13993" uid: 7aed7543-7f01-4f64-901a-1a66b67fa078 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'Created pod: success-200-isvc-b9319-predictor-67fcdd6676-f9tsk' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-b9319-predictor-67fcdd6676.18a9709768b36133 namespace: kserve-ci-e2e-test resourceVersion: "14017" uid: 0fca0434-03f1-45e9-9311-a9ea24e6787d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "13990" uid: ef25d94f-fcb4-42c6-80ad-324acf4feccc kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Scaled up replica set success-200-isvc-b9319-predictor-67fcdd6676 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-b9319-predictor.18a97097657734de namespace: kserve-ci-e2e-test resourceVersion: "13995" uid: db0276f4-716e-47b4-ba8b-4e1e28a6c53a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "13992" uid: 083e31ca-8485-45bd-a4cd-f362451d7764 kind: Event lastTimestamp: "2026-04-25T00:02:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:18Z" name: success-200-isvc-b9319-predictor.18a9709ae40f30ae namespace: kserve-ci-e2e-test resourceVersion: "14224" uid: bdbd8c15-b62c-4d2d-9661-da1c2240eee1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "13992" uid: 083e31ca-8485-45bd-a4cd-f362451d7764 kind: Event lastTimestamp: "2026-04-25T00:02:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:18Z" name: success-200-isvc-b9319-predictor.18a9709ae4754bc8 namespace: kserve-ci-e2e-test resourceVersion: "14226" uid: d6bd32f9-e0ad-47cc-8fbc-eee5698fd70e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14225" uid: 083e31ca-8485-45bd-a4cd-f362451d7764 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:03Z" name: success-200-isvc-b9319-predictor.18a9709e636e936a namespace: kserve-ci-e2e-test resourceVersion: "14816" uid: ccff2b6b-46b8-49db-8ade-4094052a1ed9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9319-predictor namespace: kserve-ci-e2e-test resourceVersion: "14225" uid: 083e31ca-8485-45bd-a4cd-f362451d7764 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:02:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:03Z" name: success-200-isvc-b9319-predictor.18a9709e63cbed7f namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: b7b045f2-b87c-467a-90c4-b384e7e133a6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "13968" uid: 50c5a2fb-3c76-42e9-a289-300790d34196 kind: Event lastTimestamp: "2026-04-25T00:02:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:51Z" name: success-200-isvc-b9319.18a97097655331a4 namespace: kserve-ci-e2e-test resourceVersion: "14722" uid: 164425ad-2e1b-4062-9cee-aff71592c388 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "13968" uid: 50c5a2fb-3c76-42e9-a289-300790d34196 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'Failed to update status for InferenceService "success-200-isvc-b9319": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-b9319.18a97097659bea61 namespace: kserve-ci-e2e-test resourceVersion: "13997" uid: 2423d9b4-20dd-4cf3-bed2-12064f1f433d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "13968" uid: 50c5a2fb-3c76-42e9-a289-300790d34196 kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:03Z" name: success-200-isvc-b9319.18a97097659c3493 namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: 9f36cf37-4930-427b-92d1-c759fe3dc3f0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14719" uid: 50c5a2fb-3c76-42e9-a289-300790d34196 kind: Event lastTimestamp: "2026-04-25T00:02:51Z" message: InferenceService [success-200-isvc-b9319] is Ready metadata: creationTimestamp: "2026-04-25T00:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:02:51Z" name: success-200-isvc-b9319.18a970a29ae6e75c namespace: kserve-ci-e2e-test resourceVersion: "14720" uid: c51588e4-5480-447b-99b1-1146c6043049 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:02:39.401249Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14503" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b9ddf-predictor-75548d844b-lf92z to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fc0361cf1 namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: 62e3d8b6-c613-432f-9f15-5c3c1969a0e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fd9444c56 namespace: kserve-ci-e2e-test resourceVersion: "14569" uid: ccc80554-0d76-4dde-b817-27bc8e2aa799 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fdacd73c9 namespace: kserve-ci-e2e-test resourceVersion: "14573" uid: 282ea881-e439-4e3d-9454-294db2809c51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fde6ac721 namespace: kserve-ci-e2e-test resourceVersion: "14574" uid: de3c5456-4a48-40da-a542-783f6503dcb2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fdee8d652 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: b2f4e58d-bf95-43da-9d3f-a2b334174bf2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fdef93574 namespace: kserve-ci-e2e-test resourceVersion: "14577" uid: 63b7d190-5b6a-44c7-8361-a4a5bbc7a1b5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fe1f46d0c namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 2d74b3be-a45f-4e87-971c-b46c48ea565e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a9709fe273dd30 namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: c3821cb7-d86b-4680-b34f-ccbfae1dad4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:11:57Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:57Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a970a04726534e namespace: kserve-ci-e2e-test resourceVersion: "18968" uid: 00fe598d-e67d-4977-8ec0-534c0a6cf7f3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a97120f2339f8c namespace: kserve-ci-e2e-test resourceVersion: "18838" uid: 82989bd4-ffc0-4c0d-8560-06df9ae8c9c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a97120f234fd7c namespace: kserve-ci-e2e-test resourceVersion: "18840" uid: 719f6616-d30e-4653-8e92-4ce9a63b42da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z namespace: kserve-ci-e2e-test resourceVersion: "14506" uid: 64f2aa52-331d-430a-9dcd-ac49d6f610e4 kind: Event lastTimestamp: "2026-04-25T00:11:57Z" message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp 10.133.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:57Z" name: success-200-isvc-b9ddf-predictor-75548d844b-lf92z.18a97121bb818792 namespace: kserve-ci-e2e-test resourceVersion: "18967" uid: fa6352f8-31e5-44bc-986b-9a1e718bd423 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b9ddf-predictor-75548d844b namespace: kserve-ci-e2e-test resourceVersion: "14484" uid: 305c0016-57a5-4ef6-8db5-68d4b771899e kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: 'Created pod: success-200-isvc-b9ddf-predictor-75548d844b-lf92z' metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor-75548d844b.18a9709fbf88add6 namespace: kserve-ci-e2e-test resourceVersion: "14505" uid: 13512f05-5722-4d24-85bf-3ba4358100af reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14481" uid: 920495dd-fb99-484a-bf0c-393637ab4569 kind: Event lastTimestamp: "2026-04-25T00:02:39Z" message: Scaled up replica set success-200-isvc-b9ddf-predictor-75548d844b from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:02:39Z" name: success-200-isvc-b9ddf-predictor.18a9709fbd562d8e namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ab2fed21-a2b5-4984-9c25-80a4b311d4eb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: 92242c59-702d-4765-b251-8bfbf2fc3b40 kind: Event lastTimestamp: "2026-04-25T00:03:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:24Z" name: success-200-isvc-b9ddf-predictor.18a970a33bbc6b07 namespace: kserve-ci-e2e-test resourceVersion: "15020" uid: a21d9083-cdeb-46f0-9947-7f0cb1d01ebd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:02:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: 92242c59-702d-4765-b251-8bfbf2fc3b40 kind: Event lastTimestamp: "2026-04-25T00:03:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:02:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:24Z" name: success-200-isvc-b9ddf-predictor.18a970a33c1acf31 namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: fc9cf63e-1531-430a-86b3-2e0aa34d7848 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14741" uid: 92242c59-702d-4765-b251-8bfbf2fc3b40 kind: Event lastTimestamp: "2026-04-25T00:04:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:04:24Z" name: success-200-isvc-b9ddf-predictor.18a970adb84a596a namespace: kserve-ci-e2e-test resourceVersion: "15520" uid: 26bdad9c-b974-4b94-8283-ee4e47a9976c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:03:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b9ddf-predictor namespace: kserve-ci-e2e-test resourceVersion: "14741" uid: 92242c59-702d-4765-b251-8bfbf2fc3b40 kind: Event lastTimestamp: "2026-04-25T00:04:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:04:24Z" name: success-200-isvc-b9ddf-predictor.18a970adb8acf140 namespace: kserve-ci-e2e-test resourceVersion: "15521" uid: 3cca243e-13f8-4050-9eff-b49d0e78f16e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:02:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 0da63be3-3c08-457f-8ed4-bc18bb834493 kind: Event lastTimestamp: "2026-04-25T00:03:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:27Z" name: success-200-isvc-b9ddf.18a9709fbd2ae580 namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: 0232aea6-396b-4c2f-ad52-91d17f6b7b0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b9ddf namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: 0da63be3-3c08-457f-8ed4-bc18bb834493 kind: Event lastTimestamp: "2026-04-25T00:03:27Z" message: InferenceService [success-200-isvc-b9ddf] is Ready metadata: creationTimestamp: "2026-04-25T00:03:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:27Z" name: success-200-isvc-b9ddf.18a970ab03b96deb namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: 8f00000e-3c84-4308-8baa-0a277102a29c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:11:54.345664Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18858" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c9f9f-predictor-8b8564854-4sftk to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a97120f579efbf namespace: kserve-ci-e2e-test resourceVersion: "18865" uid: 30882136-3035-4654-921c-8074387054ce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c9f9f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a9712104c21cc6 namespace: kserve-ci-e2e-test resourceVersion: "18903" uid: 76c87fce-06e3-4209-af52-dc9d722d3bdc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18871" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971213336b68b namespace: kserve-ci-e2e-test resourceVersion: "18929" uid: a3a37fe0-d4a4-4e0e-a6a9-08c9fb93dc11 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a9712134918580 namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 8597d743-7dbb-4354-b03f-9eb8ad004638 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a9712137b216d7 namespace: kserve-ci-e2e-test resourceVersion: "18933" uid: c447a4b8-0fc6-42f0-b130-b17593a4a301 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a97121382361b3 namespace: kserve-ci-e2e-test resourceVersion: "18934" uid: 593848b0-9787-4514-b314-c1cf46c84146 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a97121382fa9a9 namespace: kserve-ci-e2e-test resourceVersion: "18935" uid: d37a53ec-29d4-4df0-96de-aa0183a1e38d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971213b0e4617 namespace: kserve-ci-e2e-test resourceVersion: "18937" uid: 0587a172-60e7-4bdf-a6aa-9fd351c41a4c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:11:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:55Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971213b972df7 namespace: kserve-ci-e2e-test resourceVersion: "18938" uid: 02ef82a9-7166-45b7-a753-495eacbafd3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:11:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:12:33Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:33Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971216b2fbe70 namespace: kserve-ci-e2e-test resourceVersion: "19316" uid: 16bbaf72-2bdc-4b45-ae51-d09e1df4d549 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971314bc251f0 namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: 92d43021-64d5-4535-9f4b-f84d410a7f01 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: eaa96e56-ae3f-4672-b36f-2043818f851d kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-c9f9f-predictor-8b8564854-4sftk.18a971314bc76422 namespace: kserve-ci-e2e-test resourceVersion: "19817" uid: fe5f99e3-61c5-4504-9da2-15e03d017a76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c9f9f-predictor-8b8564854 namespace: kserve-ci-e2e-test resourceVersion: "18842" uid: 724e6049-ee32-4311-b957-36363cd8ec5a kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Created pod: success-200-isvc-c9f9f-predictor-8b8564854-4sftk' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f-predictor-8b8564854.18a97120f514dcf4 namespace: kserve-ci-e2e-test resourceVersion: "18862" uid: 973f22a0-f2a9-4017-af9a-d83781dc8b58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18839" uid: 9bbfaffc-c757-4dd5-aaf0-4d931b175699 kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: Scaled up replica set success-200-isvc-c9f9f-predictor-8b8564854 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f-predictor.18a97120f34c37f5 namespace: kserve-ci-e2e-test resourceVersion: "18844" uid: 76bc45b7-d584-4663-9ab2-38d7555f6bb9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18841" uid: 33f3d9f5-4877-4eb2-986c-e967fb8bb929 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-c9f9f-predictor.18a9712471d1ee13 namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: 1f0e78ce-0252-467f-884f-af9591a9582c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "18841" uid: 33f3d9f5-4877-4eb2-986c-e967fb8bb929 kind: Event lastTimestamp: "2026-04-25T00:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:39Z" name: success-200-isvc-c9f9f-predictor.18a971247236d5d2 namespace: kserve-ci-e2e-test resourceVersion: "19481" uid: ae23f9b6-4265-49ca-98b4-ac88a421966c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19080" uid: 33f3d9f5-4877-4eb2-986c-e967fb8bb929 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: success-200-isvc-c9f9f-predictor.18a97127f0f58c0f namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 314940c0-64a0-41c1-86d7-37b0662465af reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c9f9f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19080" uid: 33f3d9f5-4877-4eb2-986c-e967fb8bb929 kind: Event lastTimestamp: "2026-04-25T00:12:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:54Z" name: success-200-isvc-c9f9f-predictor.18a97127f1561a62 namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: 4203044f-a9d1-4eb1-ab2b-acb8d504f7a1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18817" uid: 7635433e-63d7-4347-ae7d-bc589f9c26cf kind: Event lastTimestamp: "2026-04-25T00:12:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:43Z" name: success-200-isvc-c9f9f.18a97120f3242561 namespace: kserve-ci-e2e-test resourceVersion: "19557" uid: b1cfabd2-c62b-4a4b-8cac-a2963e86dd0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18817" uid: 7635433e-63d7-4347-ae7d-bc589f9c26cf kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'Failed to update status for InferenceService "success-200-isvc-c9f9f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c9f9f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f.18a97120f3737c73 namespace: kserve-ci-e2e-test resourceVersion: "18846" uid: 5e58ddab-d816-424f-ba6b-f5ace2639af5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "18817" uid: 7635433e-63d7-4347-ae7d-bc589f9c26cf kind: Event lastTimestamp: "2026-04-25T00:11:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c9f9f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:54Z" name: success-200-isvc-c9f9f.18a97120f373d48f namespace: kserve-ci-e2e-test resourceVersion: "18848" uid: 8236b4e5-708d-44bc-8ef7-a135808ad5fe reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c9f9f namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: 7635433e-63d7-4347-ae7d-bc589f9c26cf kind: Event lastTimestamp: "2026-04-25T00:12:43Z" message: InferenceService [success-200-isvc-c9f9f] is Ready metadata: creationTimestamp: "2026-04-25T00:12:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:43Z" name: success-200-isvc-c9f9f.18a9712c62103dc2 namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: 0a11d697-be1f-47db-a379-0a93fd5b8110 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:11:18.380999Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18447" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d627c-predictor-549977b56d-df86j to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a9711895d0ad70 namespace: kserve-ci-e2e-test resourceVersion: "18456" uid: 5515c3c2-e681-4b1b-9d36-d41f64ead07e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18466" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118af36e86e namespace: kserve-ci-e2e-test resourceVersion: "18490" uid: c69e1ea1-942a-44f3-82ce-cb512741fa9f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b06faa5b namespace: kserve-ci-e2e-test resourceVersion: "18493" uid: 638a25b0-f8e0-404f-bade-476ba402e3b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b355d958 namespace: kserve-ci-e2e-test resourceVersion: "18495" uid: 6f7fb4b0-6c92-4e92-89b3-a6575243d078 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b4135011 namespace: kserve-ci-e2e-test resourceVersion: "18496" uid: 70b5efa9-ed44-41ca-8518-c6a95911e38f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b4211f27 namespace: kserve-ci-e2e-test resourceVersion: "18497" uid: 4f3d1951-b9cb-4ff4-a16c-ddccd9532203 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b6be923e namespace: kserve-ci-e2e-test resourceVersion: "18498" uid: c79b5bb2-4bfa-408e-8bb8-f4972e3374de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118b7315117 namespace: kserve-ci-e2e-test resourceVersion: "18499" uid: 96c36064-98c3-4523-aa56-e79d5d240208 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-25T00:11:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:12:05Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:11:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:05Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a97118c57f5657 namespace: kserve-ci-e2e-test resourceVersion: "19039" uid: fc5c9252-ed04-434b-acdc-156c06e99756 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a9712b42184087 namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: 7f1f6fb3-d73b-4e20-a70d-248a0e17b1eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:12:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:12:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:38Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a9712b4218ab8a namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: f9750ba7-8f0d-424b-9b00-a8422bf15d4d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d627c-predictor-549977b56d-df86j namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: 0e78737f-9719-418f-8287-6126f486855e kind: Event lastTimestamp: "2026-04-25T00:12:40Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:12:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:12:40Z" name: success-200-isvc-d627c-predictor-549977b56d-df86j.18a9712ba1c98933 namespace: kserve-ci-e2e-test resourceVersion: "19500" uid: 2ff91cb5-9bcd-4350-becd-73e2be00bc63 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d627c-predictor-549977b56d namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d2d3c3a1-d996-4c7f-af42-de07c4f3e838 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Created pod: success-200-isvc-d627c-predictor-549977b56d-df86j' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor-549977b56d.18a9711895773cbb namespace: kserve-ci-e2e-test resourceVersion: "18450" uid: ff74b105-493c-42b3-9b34-8d3646621586 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18416" uid: 37102c8d-d57e-4a44-bb62-5be77a12c4f3 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Scaled up replica set success-200-isvc-d627c-predictor-549977b56d from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c-predictor.18a9711891a3b689 namespace: kserve-ci-e2e-test resourceVersion: "18422" uid: d93a5ae4-28e6-4247-ba06-700b87274316 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:11:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18418" uid: 29bd8481-1254-4e5b-993c-dba9bd14cba5 kind: Event lastTimestamp: "2026-04-25T00:11:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:11:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:48Z" name: success-200-isvc-d627c-predictor.18a9711c107d780f namespace: kserve-ci-e2e-test resourceVersion: "18749" uid: c22658a6-f92b-4cdb-913d-6c40a8c8bcff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:11:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18418" uid: 29bd8481-1254-4e5b-993c-dba9bd14cba5 kind: Event lastTimestamp: "2026-04-25T00:11:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:11:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:11:48Z" name: success-200-isvc-d627c-predictor.18a9711c10d96cdc namespace: kserve-ci-e2e-test resourceVersion: "18750" uid: 694359ee-bd38-42f9-b4f9-24245e959d9d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18645" uid: 29bd8481-1254-4e5b-993c-dba9bd14cba5 kind: Event lastTimestamp: "2026-04-25T00:12:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:33Z" name: success-200-isvc-d627c-predictor.18a971230f0ab2c5 namespace: kserve-ci-e2e-test resourceVersion: "19317" uid: de6811a3-1eb9-41b7-bd7b-0e18d37b2ab9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:12:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d627c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18645" uid: 29bd8481-1254-4e5b-993c-dba9bd14cba5 kind: Event lastTimestamp: "2026-04-25T00:12:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:12:33Z" name: success-200-isvc-d627c-predictor.18a971230f6d7c38 namespace: kserve-ci-e2e-test resourceVersion: "19318" uid: b2fa2ab2-93a6-4d60-a6cb-3b98973b59a3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18396" uid: 58af296a-5454-4383-9a0e-e98bb53deacd kind: Event lastTimestamp: "2026-04-25T00:12:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:15Z" name: success-200-isvc-d627c.18a971189190d173 namespace: kserve-ci-e2e-test resourceVersion: "19133" uid: 4c194f6b-61f4-4a42-b51e-687c5bb28cb2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18396" uid: 58af296a-5454-4383-9a0e-e98bb53deacd kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'Failed to update status for InferenceService "success-200-isvc-d627c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d627c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c.18a971189204fb3e namespace: kserve-ci-e2e-test resourceVersion: "18425" uid: 470a8f20-a9e9-48d0-8f8d-ef5ee71ded2c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "18396" uid: 58af296a-5454-4383-9a0e-e98bb53deacd kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d627c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:11:18Z" name: success-200-isvc-d627c.18a9711892054c72 namespace: kserve-ci-e2e-test resourceVersion: "18426" uid: 7cd667d0-458a-4035-98b2-3a39b57de2b6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:12:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d627c namespace: kserve-ci-e2e-test resourceVersion: "19130" uid: 58af296a-5454-4383-9a0e-e98bb53deacd kind: Event lastTimestamp: "2026-04-25T00:12:15Z" message: InferenceService [success-200-isvc-d627c] is Ready metadata: creationTimestamp: "2026-04-25T00:12:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:12:15Z" name: success-200-isvc-d627c.18a97125d44772f8 namespace: kserve-ci-e2e-test resourceVersion: "19132" uid: c24df974-0b07-495f-935c-0cfd7c8f30be reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:13:04.534137Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19818" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e1f95-predictor-78c8c57784-68slp to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971314d08fcf0 namespace: kserve-ci-e2e-test resourceVersion: "19822" uid: e540ceea-0442-4b94-8463-cc2ff8045ed0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e1f95-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a97131583942b2 namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 4b082bd4-85f2-4795-bb3d-6e3505132be9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19826" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971318a0648fb namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 17dc815c-9906-4c17-9daa-d98506528920 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1435" already present on machine metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971318b4be032 namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: dc1b8df5-fbc9-4761-9c22-00af56775a68 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971318e4489da namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: 8a5d26ca-426a-44fd-ac73-d462de5a530c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971318eb85cc7 namespace: kserve-ci-e2e-test resourceVersion: "19900" uid: 1f1e3bf9-95b6-4bce-bc0a-0fd17d7741bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971318ec3c3a7 namespace: kserve-ci-e2e-test resourceVersion: "19901" uid: 3536af93-e527-4850-923f-1d9f6de76c17 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a97131922bb7f2 namespace: kserve-ci-e2e-test resourceVersion: "19902" uid: 2a1bf294-7075-4e96-b3f7-cf388bc4119c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:05Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a9713192a03a0b namespace: kserve-ci-e2e-test resourceVersion: "19903" uid: 0bfc6e4c-3e05-410c-9c37-54bc2ba8c9a0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:13:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:13:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-25T00:13:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:13:43Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a97132025161c6 namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: 22c76a24-61e9-46d2-8551-01d95cbebf16 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971b2772a8ab7 namespace: kserve-ci-e2e-test resourceVersion: "24111" uid: 5aaa9b2b-132e-4b43-a4a4-29790327d062 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:22:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e1f95-predictor-78c8c57784-68slp namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: ccf9b311-61f4-49c6-b521-0cc24798e111 kind: Event lastTimestamp: "2026-04-25T00:22:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-25T00:22:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:22:19Z" name: success-200-isvc-e1f95-predictor-78c8c57784-68slp.18a971b2772affd3 namespace: kserve-ci-e2e-test resourceVersion: "24115" uid: 9c518c15-12b8-4e67-8064-5ea8b94b19b0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e1f95-predictor-78c8c57784 namespace: kserve-ci-e2e-test resourceVersion: "19805" uid: 1a87775f-f7a5-43a9-a289-52097b667934 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'Created pod: success-200-isvc-e1f95-predictor-78c8c57784-68slp' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95-predictor-78c8c57784.18a971314ca495c1 namespace: kserve-ci-e2e-test resourceVersion: "19819" uid: 42223ebd-ecec-4f27-b713-23a3d87d8c61 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: d6fcc6ca-903e-46e4-8e4d-d67a581a95f5 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: Scaled up replica set success-200-isvc-e1f95-predictor-78c8c57784 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95-predictor.18a971314a773d7c namespace: kserve-ci-e2e-test resourceVersion: "19807" uid: d4b33343-0b67-4dea-8936-a26af8c02ca9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:13:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: 49a34406-46ef-4d49-aae8-75f23500918a kind: Event lastTimestamp: "2026-04-25T00:13:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:13:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:34Z" name: success-200-isvc-e1f95-predictor.18a97134c9401d94 namespace: kserve-ci-e2e-test resourceVersion: "20152" uid: a40c3cff-7535-449d-86a1-0bdf7e8b8a00 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:13:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: 49a34406-46ef-4d49-aae8-75f23500918a kind: Event lastTimestamp: "2026-04-25T00:13:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:13:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:13:34Z" name: success-200-isvc-e1f95-predictor.18a97134c9a593d5 namespace: kserve-ci-e2e-test resourceVersion: "20153" uid: 20ea0cdd-d095-4bf0-bc51-87f87d2302ff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "20037" uid: 49a34406-46ef-4d49-aae8-75f23500918a kind: Event lastTimestamp: "2026-04-25T00:14:19Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:19Z" name: success-200-isvc-e1f95-predictor.18a9713bc79d859e namespace: kserve-ci-e2e-test resourceVersion: "20619" uid: 6752124e-97bf-4b8a-856f-9881714974cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:13:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e1f95-predictor namespace: kserve-ci-e2e-test resourceVersion: "20037" uid: 49a34406-46ef-4d49-aae8-75f23500918a kind: Event lastTimestamp: "2026-04-25T00:14:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-25T00:13:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:14:19Z" name: success-200-isvc-e1f95-predictor.18a9713bc8600a90 namespace: kserve-ci-e2e-test resourceVersion: "20621" uid: 21439372-da43-4cc2-901f-e83dde25398f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19786" uid: e7dcf290-412b-49e7-bd1e-ec25994b9c81 kind: Event lastTimestamp: "2026-04-25T00:13:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:53Z" name: success-200-isvc-e1f95.18a971314a7ea27e namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: fecadfc7-b520-4e8c-b7e5-4f1516733e3c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19786" uid: e7dcf290-412b-49e7-bd1e-ec25994b9c81 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'Failed to update status for InferenceService "success-200-isvc-e1f95": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e1f95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95.18a971314b5246d2 namespace: kserve-ci-e2e-test resourceVersion: "19813" uid: c898d5aa-36ac-4853-bac4-f43aac95eb46 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "19786" uid: e7dcf290-412b-49e7-bd1e-ec25994b9c81 kind: Event lastTimestamp: "2026-04-25T00:13:04Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e1f95": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:04Z" name: success-200-isvc-e1f95.18a971314b52a76b namespace: kserve-ci-e2e-test resourceVersion: "19816" uid: d4fd25b1-bc0e-44b4-b847-2ab0949e18a8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:13:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e1f95 namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: e7dcf290-412b-49e7-bd1e-ec25994b9c81 kind: Event lastTimestamp: "2026-04-25T00:13:53Z" message: InferenceService [success-200-isvc-e1f95] is Ready metadata: creationTimestamp: "2026-04-25T00:13:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:13:53Z" name: success-200-isvc-e1f95.18a9713cbd39fb18 namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: c5cd18b5-aab0-49fd-badb-b3a0028c6132 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:01:49.130327Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13795" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-4fa95-549f8ff959-xxjk6 to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a970940bd4ca15 namespace: kserve-ci-e2e-test resourceVersion: "13800" uid: eef7b1f4-fb4d-4d81-9dd3-801ecae8766c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13804" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a9709424e5b809 namespace: kserve-ci-e2e-test resourceVersion: "13816" uid: ed617cef-d910-42dd-b4d6-f07214bdea81 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a97094263fe3c3 namespace: kserve-ci-e2e-test resourceVersion: "13818" uid: 3993b268-30b7-42b4-8527-8d705fe5610b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:01:52Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" in 3.211s (3.211s including waiting). Image size: 216346185 bytes.' metadata: creationTimestamp: "2026-04-25T00:01:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:52Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a97094e5a9c21d namespace: kserve-ci-e2e-test resourceVersion: "13838" uid: 2f6acc43-4c37-404b-9296-3335b85a789c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:01:52Z" message: 'Created container: switch-graph-4fa95' metadata: creationTimestamp: "2026-04-25T00:01:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:52Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a97094e907dc95 namespace: kserve-ci-e2e-test resourceVersion: "13839" uid: f0de5b1f-e852-4647-b5d9-11203633f278 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:01:52Z" message: Started container switch-graph-4fa95 metadata: creationTimestamp: "2026-04-25T00:01:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:01:52Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a97094e9693ecc namespace: kserve-ci-e2e-test resourceVersion: "13840" uid: 64ea1d70-5549-47fc-b384-483822d31861 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:02:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:02:03Z" message: Stopping container switch-graph-4fa95 metadata: creationTimestamp: "2026-04-25T00:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:03Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a970975e0f650e namespace: kserve-ci-e2e-test resourceVersion: "13962" uid: 2a89e312-2f90-4ba1-bd22-293565dd366f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:02:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-4fa95} kind: Pod name: switch-graph-4fa95-549f8ff959-xxjk6 namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 63952d9a-11c4-4a41-83df-09777283aeef kind: Event lastTimestamp: "2026-04-25T00:02:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:02:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:02:29Z" name: switch-graph-4fa95-549f8ff959-xxjk6.18a97097a08a26ba namespace: kserve-ci-e2e-test resourceVersion: "14345" uid: a0ef4eef-e1fb-4e2a-8958-b027ffa9c007 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-4fa95-549f8ff959 namespace: kserve-ci-e2e-test resourceVersion: "13791" uid: 3097dab8-7d00-470a-a350-dd3f32a58e40 kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: 'Created pod: switch-graph-4fa95-549f8ff959-xxjk6' metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95-549f8ff959.18a970940b4203fc namespace: kserve-ci-e2e-test resourceVersion: "13796" uid: 7230c72a-fb03-4c8f-886c-f6ed9f75a493 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "13789" uid: 5861f2be-b749-4aa5-8918-f34a27dbcbd7 kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: Scaled up replica set switch-graph-4fa95-549f8ff959 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95.18a970940a5458f0 namespace: kserve-ci-e2e-test resourceVersion: "13792" uid: 9a72a588-a39f-4a8d-a77a-56358ef08247 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:01:49Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-4fa95 namespace: kserve-ci-e2e-test resourceVersion: "13807" uid: a8fcb21a-013f-43a9-a96b-4f34ba754e2c kind: Event lastTimestamp: "2026-04-25T00:01:49Z" message: InferenceGraph [switch-graph-4fa95] is Ready metadata: creationTimestamp: "2026-04-25T00:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:01:49Z" name: switch-graph-4fa95.18a97094105c0802 namespace: kserve-ci-e2e-test resourceVersion: "13809" uid: 9f7523ff-4d21-4a4e-bf82-8f3ce700ee83 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:23:19.356371Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-a37f5-68dd44b8fb-97nlg to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a971c0734bd812 namespace: kserve-ci-e2e-test resourceVersion: "24765" uid: 2f62099f-8435-4219-b5b1-66f36bbdedb8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24770" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: Add eth0 [10.133.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a971c08c7f0863 namespace: kserve-ci-e2e-test resourceVersion: "24781" uid: 4be5775f-e7ce-47c2-a91b-1f45acf5e78e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a37f5} kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a971c08db37b6d namespace: kserve-ci-e2e-test resourceVersion: "24783" uid: 30eab98d-4602-4b06-8dc0-e0c1285cb445 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a37f5} kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: 'Created container: switch-graph-a37f5' metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a971c090c76aa4 namespace: kserve-ci-e2e-test resourceVersion: "24785" uid: 1fd2a646-38e5-4f6b-bc10-1fc240e31c7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a37f5} kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: Started container switch-graph-a37f5 metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a971c091414007 namespace: kserve-ci-e2e-test resourceVersion: "24786" uid: ea9574b0-4ba6-4e1e-8918-2c7dbe4bcfa2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:39:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a37f5} kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:39:38Z" message: Stopping container switch-graph-a37f5 metadata: creationTimestamp: "2026-04-25T00:39:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:39:38Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a972a4726d6fbd namespace: kserve-ci-e2e-test resourceVersion: "32128" uid: dfe2d0a8-1474-4333-bfd2-ecd2655aec26 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-25T00:39:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a37f5} kind: Pod name: switch-graph-a37f5-68dd44b8fb-97nlg namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: db64d84c-ea53-4fe5-a56a-a4727181e955 kind: Event lastTimestamp: "2026-04-25T00:40:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:39:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:40:01Z" name: switch-graph-a37f5-68dd44b8fb-97nlg.18a972a5208ad8c0 namespace: kserve-ci-e2e-test resourceVersion: "32365" uid: 87cc33a9-de79-4e2c-9104-443247f8f77c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-a37f5-68dd44b8fb namespace: kserve-ci-e2e-test resourceVersion: "24757" uid: 480f7479-39c9-4e48-ba60-8006ea279577 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: 'Created pod: switch-graph-a37f5-68dd44b8fb-97nlg' metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5-68dd44b8fb.18a971c072f716ea namespace: kserve-ci-e2e-test resourceVersion: "24762" uid: 4deddda0-5f9b-4d0f-8ded-71d8c7384006 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24754" uid: c02f99b8-7ddb-4307-ae70-3877fa73a654 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: Scaled up replica set switch-graph-a37f5-68dd44b8fb from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5.18a971c072366a3f namespace: kserve-ci-e2e-test resourceVersion: "24758" uid: 1de79570-2166-443d-9eb4-b5ab6889ec0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:23:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24771" uid: 97fc0556-83e8-42f1-a444-824f4e5c4612 kind: Event lastTimestamp: "2026-04-25T00:23:19Z" message: InferenceGraph [switch-graph-a37f5] is Ready metadata: creationTimestamp: "2026-04-25T00:23:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:23:19Z" name: switch-graph-a37f5.18a971c075145cf3 namespace: kserve-ci-e2e-test resourceVersion: "24773" uid: 520e2ff8-bbd2-42c6-ba53-414c5a784d1d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24756" uid: 25b0d257-6af7-4784-89e9-4506bc8e00c2 kind: Event lastTimestamp: "2026-04-25T00:24:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:04Z" name: switch-graph-a37f5.18a971c3f0bb47c4 namespace: kserve-ci-e2e-test resourceVersion: "25283" uid: ef5f92fb-8c83-4412-8601-af0bada1a9b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-25T00:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a37f5 namespace: kserve-ci-e2e-test resourceVersion: "24756" uid: 25b0d257-6af7-4784-89e9-4506bc8e00c2 kind: Event lastTimestamp: "2026-04-25T00:24:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:24:04Z" name: switch-graph-a37f5.18a971c3f10daf68 namespace: kserve-ci-e2e-test resourceVersion: "25284" uid: 62ce3db3-ddc4-4994-b3cc-b9599b2ee0bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-25T00:03:03.629242Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14827" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b9319-859cc9dd58-k7xmt to ip-10-0-129-98.ec2.internal metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a970a5644ff2af namespace: kserve-ci-e2e-test resourceVersion: "14832" uid: 0e20ed05-ef7e-4970-a20e-1ef7280e82ce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6657879f75-w4fmd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:04Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:03:04Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-25T00:03:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-25T00:03:04Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a970a57d547357 namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 13b02a54-a163-4ada-81b1-6f43504855d7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b9319} kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:03:04Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:8608123ddb1fc42bff2e1c9ce408ce175b3696948e68bd4ec98a77fff89c49f4" already present on machine metadata: creationTimestamp: "2026-04-25T00:03:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:04Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a970a57e80e896 namespace: kserve-ci-e2e-test resourceVersion: "14852" uid: e1a3bb1e-36ce-4f54-8c41-60fc5f46db29 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b9319} kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:03:04Z" message: 'Created container: switch-graph-b9319' metadata: creationTimestamp: "2026-04-25T00:03:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:04Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a970a5819b4bb6 namespace: kserve-ci-e2e-test resourceVersion: "14853" uid: d9ce4a05-1743-4e8d-8b87-710fed4fbdc5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b9319} kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:03:04Z" message: Started container switch-graph-b9319 metadata: creationTimestamp: "2026-04-25T00:03:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:03:04Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a970a582125010 namespace: kserve-ci-e2e-test resourceVersion: "14854" uid: ecf2033c-8eff-4ff5-8259-393f53d5b048 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b9319} kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:11:18Z" message: Stopping container switch-graph-b9319 metadata: creationTimestamp: "2026-04-25T00:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:18Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a971188b522483 namespace: kserve-ci-e2e-test resourceVersion: "18392" uid: 0947e465-36a3-468d-bd4e-847fb6bac3af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-25T00:11:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b9319} kind: Pod name: switch-graph-b9319-859cc9dd58-k7xmt namespace: kserve-ci-e2e-test resourceVersion: "14829" uid: 8b7d90b4-2de2-4df2-a9c2-acf6501f9c14 kind: Event lastTimestamp: "2026-04-25T00:11:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-25T00:11:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-25T00:11:45Z" name: switch-graph-b9319-859cc9dd58-k7xmt.18a971192292d042 namespace: kserve-ci-e2e-test resourceVersion: "18733" uid: c3cf5d41-2409-49aa-b6a5-3d469dba5fce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-98.ec2.internal source: component: kubelet host: ip-10-0-129-98.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b9319-859cc9dd58 namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: 28b03002-3344-451e-83e5-47cdc60ef4f5 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: 'Created pod: switch-graph-b9319-859cc9dd58-k7xmt' metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319-859cc9dd58.18a970a563ed340c namespace: kserve-ci-e2e-test resourceVersion: "14828" uid: 3d69d063-a048-4bfc-8634-ba1b0564d17a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14822" uid: 3f4a8de7-0778-440c-89b9-b3db3873b1f2 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: Scaled up replica set switch-graph-b9319-859cc9dd58 from 0 to 1 metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319.18a970a56337e7e9 namespace: kserve-ci-e2e-test resourceVersion: "14825" uid: a9d5f97b-2479-4854-b62b-303c1172f34a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 9c558b1a-7a97-4143-95ad-929c32499bd7 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: InferenceGraph [switch-graph-b9319] is Ready metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319.18a970a566f44e04 namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: dd36ab9f-7ab2-43ce-b937-1725e49a34ee reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: 9c558b1a-7a97-4143-95ad-929c32499bd7 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: 'Failed to update status for InferenceGraph "switch-graph-b9319": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319.18a970a568fc9f02 namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: 41694969-3d46-450c-be4f-f459623936eb reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-25T00:03:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: 9c558b1a-7a97-4143-95ad-929c32499bd7 kind: Event lastTimestamp: "2026-04-25T00:03:03Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-b9319": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-25T00:03:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-25T00:03:03Z" name: switch-graph-b9319.18a970a568fcf881 namespace: kserve-ci-e2e-test resourceVersion: "14844" uid: 6b4e563e-da61-4f86-bfc7-616361c6536b reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:03:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: a2814248-276f-402c-bffa-06cab30eed6d kind: Event lastTimestamp: "2026-04-25T00:03:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:33Z" name: switch-graph-b9319.18a970a8e1b9062a namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: de619193-c47c-4198-950d-7f583f6265ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-25T00:03:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b9319 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: a2814248-276f-402c-bffa-06cab30eed6d kind: Event lastTimestamp: "2026-04-25T00:03:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-25T00:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-25T00:03:33Z" name: switch-graph-b9319.18a970a8e21781ad namespace: kserve-ci-e2e-test resourceVersion: "15107" uid: 19337d25-2909-4524-be7d-32170132f761 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "32369"