--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:22:42.102377Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-ba640-6649dcf585-g8z82 to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c7211780ab9803 namespace: kserve-ci-e2e-test resourceVersion: "21561" uid: c7ad8c4a-cc3f-4080-97ac-6f776faa7b9c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c721179a610c4e namespace: kserve-ci-e2e-test resourceVersion: "21579" uid: 6228216c-02cd-4cfe-802b-a060fbb83ea4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ba640} kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c721179b7ebd76 namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: 6ee1b734-6ad6-4aeb-b926-af0eb5e6049b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ba640} kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'Created container: ensemble-graph-ba640' metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c721179e20e216 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 4817ac48-98d0-41c1-a094-bb8765623aca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ba640} kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: Started container ensemble-graph-ba640 metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c721179e9938ec namespace: kserve-ci-e2e-test resourceVersion: "21583" uid: a935bd6b-429f-4ca9-8902-ffb1d87dd657 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ba640} kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: Stopping container ensemble-graph-ba640 metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:56Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c7218ab053d45c namespace: kserve-ci-e2e-test resourceVersion: "25061" uid: b5d16c31-bf50-49f2-bbd0-253ae4999362 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:30:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-ba640} kind: Pod name: ensemble-graph-ba640-6649dcf585-g8z82 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 48de9f00-6ce3-4202-b0c8-fcc90dd4d413 kind: Event lastTimestamp: "2026-07-30T17:31:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:30:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:24Z" name: ensemble-graph-ba640-6649dcf585-g8z82.18c7218b3bd0f044 namespace: kserve-ci-e2e-test resourceVersion: "25678" uid: 701647c0-e763-4934-9713-481d6ff55004 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-ba640-6649dcf585 namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: 1c2b713a-277e-4662-8385-21962879c7cb kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'Created pod: ensemble-graph-ba640-6649dcf585-g8z82' metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640-6649dcf585.18c72117803bb793 namespace: kserve-ci-e2e-test resourceVersion: "21557" uid: 6960fbab-a412-4724-89a4-d3dd701a5eeb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: 87f371c8-4d2b-47f0-a0f9-ee76b6329bac kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: Scaled up replica set ensemble-graph-ba640-6649dcf585 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640.18c721177f7e3145 namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: 4f1afc63-b090-43f0-990b-995b38ae6225 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: b9f21f8d-8852-46e6-a1a8-62e045f4cd1c kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: InferenceGraph [ensemble-graph-ba640] is Ready metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:42Z" name: ensemble-graph-ba640.18c7211784a1a8e7 namespace: kserve-ci-e2e-test resourceVersion: "21573" uid: d3d1b6b8-e7d2-4f39-9e83-311510608d77 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 580d89f3-1a15-4162-8dca-16aa1f604e21 kind: Event lastTimestamp: "2026-07-30T17:23:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:12Z" name: ensemble-graph-ba640.18c7211afdd79933 namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: e8004713-dcaa-477f-b9ab-59688d53e578 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 580d89f3-1a15-4162-8dca-16aa1f604e21 kind: Event lastTimestamp: "2026-07-30T17:23:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:12Z" name: ensemble-graph-ba640.18c7211afe3cb3a3 namespace: kserve-ci-e2e-test resourceVersion: "21828" uid: 17896290-1827-406e-bb06-b7da87c51114 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:21:31.785854Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-c48ce-58c7759bd7-p4qxv to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:21:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:21:31Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c72107217ab044 namespace: kserve-ci-e2e-test resourceVersion: "20594" uid: 2efed9ac-d0f3-4b7e-96f5-b684ffc01cb6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:21:32Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:21:32Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c721073be3be7d namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 7ac750e8-ec0e-4128-ac20-983f7c6da235 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c48ce} kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:21:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:32Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c721073d0c4e2d namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 9c2bc2f4-1dc8-4e2a-aa10-22892d6d71e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c48ce} kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:21:32Z" message: 'Created container: ensemble-graph-c48ce' metadata: creationTimestamp: "2026-07-30T17:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:32Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c72107404bc648 namespace: kserve-ci-e2e-test resourceVersion: "20618" uid: d199c3c2-b20e-43d6-bd95-0fbeeed34cf8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c48ce} kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:21:32Z" message: Started container ensemble-graph-c48ce metadata: creationTimestamp: "2026-07-30T17:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:32Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c7210740c87304 namespace: kserve-ci-e2e-test resourceVersion: "20619" uid: 9dffb566-84c9-443c-8181-786197c3fa49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c48ce} kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:21:41Z" message: Stopping container ensemble-graph-c48ce metadata: creationTimestamp: "2026-07-30T17:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:41Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c721097b4fdaf4 namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: 700d25cd-9f6b-42c4-a8df-21a8f11d1d38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c48ce} kind: Pod name: ensemble-graph-c48ce-58c7759bd7-p4qxv namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: eab49929-121b-4ace-8fad-548c99bb4d14 kind: Event lastTimestamp: "2026-07-30T17:22:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:08Z" name: ensemble-graph-c48ce-58c7759bd7-p4qxv.18c72109f2eb1081 namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 50015b90-0a6b-41d9-bf3a-f23aafedb9c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-c48ce-58c7759bd7 namespace: kserve-ci-e2e-test resourceVersion: "20586" uid: 2c4336a1-3c27-41d1-b843-25e46b7ab18d kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: 'Created pod: ensemble-graph-c48ce-58c7759bd7-p4qxv' metadata: creationTimestamp: "2026-07-30T17:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: ensemble-graph-c48ce-58c7759bd7.18c721072115ffcf namespace: kserve-ci-e2e-test resourceVersion: "20591" uid: c1c8db03-507b-4698-aa96-dc38343c9592 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-c48ce namespace: kserve-ci-e2e-test resourceVersion: "20584" uid: a7c944f8-48c6-4714-ab6d-e03b3baf1ce3 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: Scaled up replica set ensemble-graph-c48ce-58c7759bd7 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: ensemble-graph-c48ce.18c721072070c21c namespace: kserve-ci-e2e-test resourceVersion: "20588" uid: 9e4b4fa0-885e-4ebd-8d29-51e6810ed99c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-c48ce namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: a58e3526-d743-4cd7-8c7f-572bd16179c8 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: InferenceGraph [ensemble-graph-c48ce] is Ready metadata: creationTimestamp: "2026-07-30T17:21:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:31Z" name: ensemble-graph-c48ce.18c72107257809a9 namespace: kserve-ci-e2e-test resourceVersion: "20605" uid: 6594edcf-24cf-40a3-8a87-519ec304ecd6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:31:53.207737Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26020" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72197d11c088f namespace: kserve-ci-e2e-test resourceVersion: "26025" uid: 777b63da-4e1b-41fa-963b-f575bc50a667 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-0086b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72197d9c2e378 namespace: kserve-ci-e2e-test resourceVersion: "26038" uid: b5d2e9b7-b772-4cb2-aa4e-7131efa16a31 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26029" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c721980efe3844 namespace: kserve-ci-e2e-test resourceVersion: "26060" uid: d3b9fbbb-9b9e-4c11-83a5-8b35c5c0aa83 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c721981096d9d9 namespace: kserve-ci-e2e-test resourceVersion: "26063" uid: f3bae7d1-5ca4-467d-86ba-d93ca550d816 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c7219813f62363 namespace: kserve-ci-e2e-test resourceVersion: "26064" uid: 7dec3e08-2d71-4d05-82db-4109af97c405 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c7219814712650 namespace: kserve-ci-e2e-test resourceVersion: "26065" uid: f0af592c-e525-468b-ab7d-c1e0a3ef1f1b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72198147b98c2 namespace: kserve-ci-e2e-test resourceVersion: "26066" uid: 8f901602-1cbe-443a-a768-1f009f817f1b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c721981905f94a namespace: kserve-ci-e2e-test resourceVersion: "26067" uid: 13ff77d9-1f15-4d73-b1de-cd3ba99e4b52 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:31:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:54Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72198197f6f79 namespace: kserve-ci-e2e-test resourceVersion: "26068" uid: 7293129a-afc9-4b83-ac1a-2715c6282472 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:31:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:32:31Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:31:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:31Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c721983fdc279f namespace: kserve-ci-e2e-test resourceVersion: "26577" uid: 970b9f66-5c2a-4b82-90c0-d463efeebe11 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:49:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:12Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72289d43893d4 namespace: kserve-ci-e2e-test resourceVersion: "33670" uid: 6f8226b4-dcc2-46e9-ac95-8ef324fef4ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 71d5e4d3-d56f-4b5c-bb40-352ed8d60920 kind: Event lastTimestamp: "2026-07-30T17:49:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:12Z" name: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs.18c72289d4391bd0 namespace: kserve-ci-e2e-test resourceVersion: "33671" uid: 116fa5d7-52d7-416b-b11c-3565b6e04a5a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0086b-predictor-cbdcc74d4 namespace: kserve-ci-e2e-test resourceVersion: "26012" uid: 27daf963-76bd-4ef2-a37d-a35cc2e5dc07 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Created pod: error-404-isvc-0086b-predictor-cbdcc74d4-gvmhs' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b-predictor-cbdcc74d4.18c72197d0b5f567 namespace: kserve-ci-e2e-test resourceVersion: "26022" uid: 9fe3acb6-4a20-4d90-b898-6a1f77646c62 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26010" uid: fbc48466-dd95-4837-98c0-c8ff962f4e68 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Scaled up replica set error-404-isvc-0086b-predictor-cbdcc74d4 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b-predictor.18c72197cef5b3cd namespace: kserve-ci-e2e-test resourceVersion: "26013" uid: c1f987d9-39ec-43be-9949-150102f1c468 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26011" uid: 61447ad0-2c99-4ef5-a70a-85539f065f69 kind: Event lastTimestamp: "2026-07-30T17:32:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:23Z" name: error-404-isvc-0086b-predictor.18c7219b4d8c6619 namespace: kserve-ci-e2e-test resourceVersion: "26519" uid: efbe9262-0182-4318-8915-cac3b952cbc7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26011" uid: 61447ad0-2c99-4ef5-a70a-85539f065f69 kind: Event lastTimestamp: "2026-07-30T17:32:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:23Z" name: error-404-isvc-0086b-predictor.18c7219b4dd1efd1 namespace: kserve-ci-e2e-test resourceVersion: "26520" uid: 46bcfa06-572b-4a35-acc8-e50664cbb353 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26346" uid: 61447ad0-2c99-4ef5-a70a-85539f065f69 kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: error-404-isvc-0086b-predictor.18c721a24b2445be namespace: kserve-ci-e2e-test resourceVersion: "26977" uid: ee1bdb30-e757-4516-9d11-52c7c0e17817 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26346" uid: 61447ad0-2c99-4ef5-a70a-85539f065f69 kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: error-404-isvc-0086b-predictor.18c721a24b82a58e namespace: kserve-ci-e2e-test resourceVersion: "26978" uid: d75610d8-9388-432d-8cf0-e34b42e19cdd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25995" uid: 945f9705-1257-4632-bb8c-84c4f4b1d493 kind: Event lastTimestamp: "2026-07-30T17:32:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:41Z" name: error-404-isvc-0086b.18c72197cf20717f namespace: kserve-ci-e2e-test resourceVersion: "26678" uid: c413d6df-cdff-450c-a3be-defe7c949cdb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25995" uid: 945f9705-1257-4632-bb8c-84c4f4b1d493 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Failed to update status for InferenceService "error-404-isvc-0086b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0086b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b.18c72197cf9abf67 namespace: kserve-ci-e2e-test resourceVersion: "26016" uid: 65cd0fef-266c-4aca-89b0-02e9f5773b88 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25995" uid: 945f9705-1257-4632-bb8c-84c4f4b1d493 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0086b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-0086b.18c72197cf9afbf9 namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: 4ca43f2b-075d-41f8-a279-b6f87f9a5951 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: 945f9705-1257-4632-bb8c-84c4f4b1d493 kind: Event lastTimestamp: "2026-07-30T17:32:41Z" message: InferenceService [error-404-isvc-0086b] is Ready metadata: creationTimestamp: "2026-07-30T17:32:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:41Z" name: error-404-isvc-0086b.18c721a2fb95fb1c namespace: kserve-ci-e2e-test resourceVersion: "26677" uid: 63426f43-c32b-43c8-8ca7-21d9b9663d15 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:21:27.916104Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0186d-predictor-7b75d7487d-s8wdp to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c721063ad2f121 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: defa42b9-9634-4740-b94f-adda27c811d5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c7210654c0e6e5 namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: ed3b91bf-af4a-4f5d-af76-6effc0cecb29 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c721065603b41d namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 6ea72e64-3f0c-412e-ae5d-810adbc42f07 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c72106591933e0 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: d3475417-cf64-444a-8d0c-c6cf0d3cea88 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c7210659963d0d namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: 5b4c4f77-9867-4ef2-a4a5-45a27490be5a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c7210659a0a0b9 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 76512478-f176-409b-b5c2-b966d1a6a49f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c721065cebc2e8 namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: a2a020a9-5f44-4022-88a4-eb1bee15a393 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c721065d6a427c namespace: kserve-ci-e2e-test resourceVersion: "20534" uid: 07e58f44-8e63-4b52-8aee-2c48e3940bfc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:22:06Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:06Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c72106c6e30b31 namespace: kserve-ci-e2e-test resourceVersion: "21049" uid: bd47b86b-2ce8-4a2b-b6b9-187d969e2e69 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c72116919c8dc0 namespace: kserve-ci-e2e-test resourceVersion: "21434" uid: 6924ff13-1e4a-4723-87c1-aab6280e4295 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c72116919d445d namespace: kserve-ci-e2e-test resourceVersion: "21437" uid: 8a1a828a-5379-4909-a773-ec85da33c831 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 91b80031-3d60-46b6-8a94-06ed1e507604 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-07-30T17:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:42Z" name: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp.18c721178acfa4f4 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: bc3bb243-211e-4d03-9aca-932e634366a4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0186d-predictor-7b75d7487d namespace: kserve-ci-e2e-test resourceVersion: "20486" uid: 01d9d52f-f01f-4df7-ad7e-c73f8f99ed40 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'Created pod: error-404-isvc-0186d-predictor-7b75d7487d-s8wdp' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-0186d-predictor-7b75d7487d.18c721063a4b8d8c namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: ceeed48d-0e58-4c84-afe2-65776175d6fe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20484" uid: f109209e-5df4-4545-bb3a-9e659f488497 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Scaled up replica set error-404-isvc-0186d-predictor-7b75d7487d from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-0186d-predictor.18c7210638755a6b namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: 7b022426-a7f8-4fd8-9c65-13bc319b9425 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: 6eb1f14a-3c9b-44ee-9c84-f0a9dc7383d8 kind: Event lastTimestamp: "2026-07-30T17:21:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:57Z" name: error-404-isvc-0186d-predictor.18c72109b6bc5548 namespace: kserve-ci-e2e-test resourceVersion: "20987" uid: 31a2dac1-57d4-4568-9ff0-a6b5e33e0dc4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: 6eb1f14a-3c9b-44ee-9c84-f0a9dc7383d8 kind: Event lastTimestamp: "2026-07-30T17:21:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:57Z" name: error-404-isvc-0186d-predictor.18c72109b6fcf95f namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: 4530ec17-fd4a-435c-ac64-7ab96a886f2e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: 6eb1f14a-3c9b-44ee-9c84-f0a9dc7383d8 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: error-404-isvc-0186d-predictor.18c72110b440e3a7 namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: d7be17ec-73bd-4d26-9288-724d36095433 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: 6eb1f14a-3c9b-44ee-9c84-f0a9dc7383d8 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: error-404-isvc-0186d-predictor.18c72110b4a15b56 namespace: kserve-ci-e2e-test resourceVersion: "21265" uid: 21d2d9ea-f30c-4ca3-a81a-3cce0953245f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 92740f5e-8ad4-4d52-accc-f5b0f39df27a kind: Event lastTimestamp: "2026-07-30T17:22:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:16Z" name: error-404-isvc-0186d.18c72106387c30c3 namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: 0d0221fc-06b2-45bd-b206-e5434e5e7f9c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 92740f5e-8ad4-4d52-accc-f5b0f39df27a kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'Failed to update status for InferenceService "error-404-isvc-0186d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-0186d.18c721063938de2b namespace: kserve-ci-e2e-test resourceVersion: "20492" uid: 170816fd-c92d-48b4-8052-6af871478499 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 92740f5e-8ad4-4d52-accc-f5b0f39df27a kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-0186d.18c7210639391804 namespace: kserve-ci-e2e-test resourceVersion: "20493" uid: d0427a97-482d-4f75-a23c-98979585a8b0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "21146" uid: 92740f5e-8ad4-4d52-accc-f5b0f39df27a kind: Event lastTimestamp: "2026-07-30T17:22:16Z" message: InferenceService [error-404-isvc-0186d] is Ready metadata: creationTimestamp: "2026-07-30T17:22:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:16Z" name: error-404-isvc-0186d.18c72111822ec07f namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: ce832bc0-a5cb-4ddf-b80f-100f91bfaf03 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:22:38.208652Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21465" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2393a-predictor-7f54cccc56-6gwhd to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c7211698961682 namespace: kserve-ci-e2e-test resourceVersion: "21469" uid: f76cfde0-5325-46c7-88e7-da1b9b4688a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116b2786fcc namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 7ffe86df-0438-4504-9d99-1502f7fbca55 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116b3c328f1 namespace: kserve-ci-e2e-test resourceVersion: "21495" uid: 3c3263f2-de43-40d7-b1e0-c5136bcb765f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116b6c198e9 namespace: kserve-ci-e2e-test resourceVersion: "21498" uid: 59911d43-0acb-4e54-9529-285a6e51ddf6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116b739f43b namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: 3e15550a-0c88-4450-a0ee-cc22e3c2d668 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116b7446a26 namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: 12bd7686-8191-4d3e-984f-2fc7de4a6274 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116baf5641d namespace: kserve-ci-e2e-test resourceVersion: "21501" uid: 30431fd9-a234-4824-a636-fe077eb60285 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72116bb705193 namespace: kserve-ci-e2e-test resourceVersion: "21502" uid: 539b1f0b-ee82-439d-b8d7-a88119faa750 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:22:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:23:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:22:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:16Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c7211726eb4005 namespace: kserve-ci-e2e-test resourceVersion: "21860" uid: a38a387d-10a0-4538-ab63-7bc4e15b5dda reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72197ca06f65a namespace: kserve-ci-e2e-test resourceVersion: "25987" uid: 1781a716-15f1-47ed-b136-87fcccb5acc7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 57865547-90c7-4aa9-b6d6-b5708fdf3ee3 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd.18c72197ca085cc3 namespace: kserve-ci-e2e-test resourceVersion: "25990" uid: b14d6580-b7bb-407b-b55b-8de0065e0e7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2393a-predictor-7f54cccc56 namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 6c644094-6d13-45ad-9355-266b35dc61ca kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created pod: error-404-isvc-2393a-predictor-7f54cccc56-6gwhd' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor-7f54cccc56.18c721169822b14e namespace: kserve-ci-e2e-test resourceVersion: "21466" uid: e0c80954-bf8e-4ba7-b2dd-3dce0496a580 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: eb1df46e-3e1d-4992-a853-0fd1e6a1803a kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Scaled up replica set error-404-isvc-2393a-predictor-7f54cccc56 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a-predictor.18c7211696848b57 namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: a8460b72-a329-4a2a-85ba-06c2c4e84e98 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: f4894b26-9a44-4cb7-9ea3-a92828355233 kind: Event lastTimestamp: "2026-07-30T17:23:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:08Z" name: error-404-isvc-2393a-predictor.18c7211a14e78735 namespace: kserve-ci-e2e-test resourceVersion: "21790" uid: 2b10b60e-b463-4ddb-939a-dcb9251b07b8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: f4894b26-9a44-4cb7-9ea3-a92828355233 kind: Event lastTimestamp: "2026-07-30T17:23:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:08Z" name: error-404-isvc-2393a-predictor.18c7211a1541e676 namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: db1ee5a0-baa5-4811-930b-d3e48c8242f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: f4894b26-9a44-4cb7-9ea3-a92828355233 kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: error-404-isvc-2393a-predictor.18c72121126ff595 namespace: kserve-ci-e2e-test resourceVersion: "22054" uid: 34bd13d1-0d7d-4ba1-9558-eb34d99040fb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: f4894b26-9a44-4cb7-9ea3-a92828355233 kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: error-404-isvc-2393a-predictor.18c7212112cd7d42 namespace: kserve-ci-e2e-test resourceVersion: "22056" uid: c7dc11cb-2ec8-4f8f-9ad4-11e273eae765 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21442" uid: 12ad6b22-9ce0-4126-a88f-33268a001cce kind: Event lastTimestamp: "2026-07-30T17:23:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:23:26Z" name: error-404-isvc-2393a.18c72116968609cb namespace: kserve-ci-e2e-test resourceVersion: "21949" uid: 6bd7902e-0611-4a46-a4f5-d08e20cc23f8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21442" uid: 12ad6b22-9ce0-4126-a88f-33268a001cce kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Failed to update status for InferenceService "error-404-isvc-2393a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2393a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a.18c7211696f2a9c2 namespace: kserve-ci-e2e-test resourceVersion: "21462" uid: de201fd8-b469-404e-aae7-169dc08805e0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21442" uid: 12ad6b22-9ce0-4126-a88f-33268a001cce kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2393a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:38Z" name: error-404-isvc-2393a.18c7211696f2fe97 namespace: kserve-ci-e2e-test resourceVersion: "21463" uid: 553aef18-1137-4070-b3cb-200970946dd4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 12ad6b22-9ce0-4126-a88f-33268a001cce kind: Event lastTimestamp: "2026-07-30T17:23:26Z" message: InferenceService [error-404-isvc-2393a] is Ready metadata: creationTimestamp: "2026-07-30T17:23:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:23:26Z" name: error-404-isvc-2393a.18c72121e1edefdc namespace: kserve-ci-e2e-test resourceVersion: "21947" uid: cfcf5fc3-6d7c-492a-ba73-ee3d0874221c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:32:07.477788Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26317" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-60a78-predictor-5c8547b7c6-55b72 to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b23abbfe3 namespace: kserve-ci-e2e-test resourceVersion: "26321" uid: a202b917-8091-49a9-a06a-bb134706a6cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-60a78-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b2f66459b namespace: kserve-ci-e2e-test resourceVersion: "26336" uid: 2ee78bac-a720-4665-b25e-cd71b34e8e01 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26328" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b61f48ce9 namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: 5ae11f6f-4beb-4e93-8f76-5a12f4b98da3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b63539457 namespace: kserve-ci-e2e-test resourceVersion: "26360" uid: 4c34c02a-9785-485e-a429-0711cc693b4b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b66675d87 namespace: kserve-ci-e2e-test resourceVersion: "26361" uid: b2a19a19-732d-4fce-baf5-ad735bb16df3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b66dcafed namespace: kserve-ci-e2e-test resourceVersion: "26362" uid: 7fcd935b-aef2-4d0f-96b5-278516610843 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b66e6977f namespace: kserve-ci-e2e-test resourceVersion: "26363" uid: 315fe63c-436e-4e76-a2ff-978c883c1c5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b6a126628 namespace: kserve-ci-e2e-test resourceVersion: "26365" uid: de564916-b699-40cd-b950-633b5a1dba10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b6a8ec61e namespace: kserve-ci-e2e-test resourceVersion: "26366" uid: 447c3452-89e9-49b0-9c67-a2721a9a76ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:32:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:41:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:32:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:25Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7219b86a56a7e namespace: kserve-ci-e2e-test resourceVersion: "30453" uid: 4efa5d9c-2721-40f0-8736-2f63f105873f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:41:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:41:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:22Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7221c533f1d2e namespace: kserve-ci-e2e-test resourceVersion: "30426" uid: 66f8740e-632c-4e7b-9032-6b465c82291e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:41:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:41:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:22Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7221c53400007 namespace: kserve-ci-e2e-test resourceVersion: "30427" uid: 11948689-5c76-4226-9c33-0596b486ce0a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72 namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: a856de58-5625-44d4-8eac-02f90d436d53 kind: Event lastTimestamp: "2026-07-30T17:41:25Z" message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp 10.132.0.41:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:25Z" name: error-404-isvc-60a78-predictor-5c8547b7c6-55b72.18c7221cfb1680cb namespace: kserve-ci-e2e-test resourceVersion: "30452" uid: 27514321-75f9-4ace-b7c9-009649b2bf2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-60a78-predictor-5c8547b7c6 namespace: kserve-ci-e2e-test resourceVersion: "26309" uid: ebccc355-4cdd-4e80-8604-b042f27a330f kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'Created pod: error-404-isvc-60a78-predictor-5c8547b7c6-55b72' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78-predictor-5c8547b7c6.18c7219b2333ebe2 namespace: kserve-ci-e2e-test resourceVersion: "26318" uid: 30122437-6044-4531-b9dd-e24f22013f61 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26307" uid: 117c6041-c530-48ce-8019-45822f7b86d4 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Scaled up replica set error-404-isvc-60a78-predictor-5c8547b7c6 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78-predictor.18c7219b215933d8 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: e83ba732-7404-4066-9feb-3b589c00ed65 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26308" uid: 7a4cd2b1-d30e-4fd5-8284-c9608d468b93 kind: Event lastTimestamp: "2026-07-30T17:32:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:52Z" name: error-404-isvc-60a78-predictor.18c7219e9fe5d204 namespace: kserve-ci-e2e-test resourceVersion: "26768" uid: d0cc4ccd-b366-4b04-bfa2-874293c79029 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26308" uid: 7a4cd2b1-d30e-4fd5-8284-c9608d468b93 kind: Event lastTimestamp: "2026-07-30T17:32:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:52Z" name: error-404-isvc-60a78-predictor.18c7219ea048fc9f namespace: kserve-ci-e2e-test resourceVersion: "26769" uid: 5cd8b771-c32d-4c6e-928b-9b8696d10d24 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26509" uid: 7a4cd2b1-d30e-4fd5-8284-c9608d468b93 kind: Event lastTimestamp: "2026-07-30T17:33:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:22Z" name: error-404-isvc-60a78-predictor.18c721a91d53a1a4 namespace: kserve-ci-e2e-test resourceVersion: "27088" uid: 0e4f57b4-0d72-483c-8a2e-eb0e81e6a42a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26509" uid: 7a4cd2b1-d30e-4fd5-8284-c9608d468b93 kind: Event lastTimestamp: "2026-07-30T17:33:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:22Z" name: error-404-isvc-60a78-predictor.18c721a91e02dc48 namespace: kserve-ci-e2e-test resourceVersion: "27089" uid: 67e7835a-f901-49b5-8dd7-6e767600b992 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: 9cd4b947-3c67-4612-b4ba-adc5ba651f5d kind: Event lastTimestamp: "2026-07-30T17:32:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:55Z" name: error-404-isvc-60a78.18c7219b216c73ef namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 45b84a77-4b1d-4211-83ba-2b15ca6d0971 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: 9cd4b947-3c67-4612-b4ba-adc5ba651f5d kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'Failed to update status for InferenceService "error-404-isvc-60a78": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-60a78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78.18c7219b21f2e082 namespace: kserve-ci-e2e-test resourceVersion: "26313" uid: f70cc6c6-f1d8-40b5-a59a-7c469f269c79 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: 9cd4b947-3c67-4612-b4ba-adc5ba651f5d kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-60a78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-60a78.18c7219b21f348cf namespace: kserve-ci-e2e-test resourceVersion: "26316" uid: 97908be5-e181-483d-9b8e-057d6551c9ea reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26834" uid: 9cd4b947-3c67-4612-b4ba-adc5ba651f5d kind: Event lastTimestamp: "2026-07-30T17:32:55Z" message: InferenceService [error-404-isvc-60a78] is Ready metadata: creationTimestamp: "2026-07-30T17:32:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:55Z" name: error-404-isvc-60a78.18c721a6422d42a6 namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: bf736ce5-f79d-4a47-9605-aa70273f2e33 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:30:57.099591Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25143" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218ac0cdac74 namespace: kserve-ci-e2e-test resourceVersion: "25150" uid: d3056bee-9016-4450-a15a-54f33f0b5a3f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25155" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218adab751d2 namespace: kserve-ci-e2e-test resourceVersion: "25169" uid: 2c097952-244e-433d-a714-ca3d41512b1e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218adc03ac54 namespace: kserve-ci-e2e-test resourceVersion: "25173" uid: da27575e-0422-4ad6-887a-7a14441f7058 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218adeb3bcff namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: 6fc54125-86d2-4273-a9a5-aa0e2e3eb2ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218adf2b5480 namespace: kserve-ci-e2e-test resourceVersion: "25179" uid: bdb614db-9043-4f0e-94a9-ad71f5644504 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218adf36a023 namespace: kserve-ci-e2e-test resourceVersion: "25180" uid: 14250a1a-54cf-4917-b2cb-1c637c400d8f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218ae3cad0ed namespace: kserve-ci-e2e-test resourceVersion: "25181" uid: ee869d26-8f09-4650-a007-82b86e4468f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218ae46db22b namespace: kserve-ci-e2e-test resourceVersion: "25182" uid: e6294b48-15d4-4076-865f-50705c0e3f7e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:30:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:31:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:30:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:34Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7218b26a4c6b8 namespace: kserve-ci-e2e-test resourceVersion: "25768" uid: ae20504d-6720-4b14-b4d7-2eddce3ce52b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7219b1671e7ea namespace: kserve-ci-e2e-test resourceVersion: "26252" uid: 5bfe0f2c-0bde-4025-8bed-de290bc4d7e3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7219b16726c5a namespace: kserve-ci-e2e-test resourceVersion: "26254" uid: 2c93bc79-07a1-4bc1-82aa-83b3475f75ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 54639b1a-a926-451f-b7b0-b77e41c2794b kind: Event lastTimestamp: "2026-07-30T17:32:09Z" message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:32:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:09Z" name: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh.18c7219baec11013 namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: 7b88e9f1-9084-4a4d-b6ff-1303539284ae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-72b8e-predictor-6766cbb94d namespace: kserve-ci-e2e-test resourceVersion: "25129" uid: 96d8e343-5120-4dbb-92a4-447c08394eda kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created pod: error-404-isvc-72b8e-predictor-6766cbb94d-pvdxh' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor-6766cbb94d.18c7218ac0318255 namespace: kserve-ci-e2e-test resourceVersion: "25147" uid: 3c311810-b5ca-466f-ad44-79b99b2f6e00 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25121" uid: 07ef6456-5063-4260-8631-599f66ef1d7c kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Scaled up replica set error-404-isvc-72b8e-predictor-6766cbb94d from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e-predictor.18c7218abe6e073e namespace: kserve-ci-e2e-test resourceVersion: "25135" uid: 34ac700c-dcf4-4179-8074-c50722018dee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:31:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25128" uid: 4d6cc9b1-d640-4345-b528-0f3c92476de0 kind: Event lastTimestamp: "2026-07-30T17:31:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:31:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:42Z" name: error-404-isvc-72b8e-predictor.18c7218e3cdfea62 namespace: kserve-ci-e2e-test resourceVersion: "25826" uid: d792cbfd-bd2b-4d49-91d4-134392f97357 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:31:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25128" uid: 4d6cc9b1-d640-4345-b528-0f3c92476de0 kind: Event lastTimestamp: "2026-07-30T17:31:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:31:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:42Z" name: error-404-isvc-72b8e-predictor.18c7218e3d4320d2 namespace: kserve-ci-e2e-test resourceVersion: "25827" uid: 4fe44c41-eae5-488b-80a2-504becaee9fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 4d6cc9b1-d640-4345-b528-0f3c92476de0 kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: error-404-isvc-72b8e-predictor.18c72198b97db174 namespace: kserve-ci-e2e-test resourceVersion: "26124" uid: 9ff193ad-6b5a-4bfe-b4a8-991055dc2125 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25315" uid: 4d6cc9b1-d640-4345-b528-0f3c92476de0 kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: error-404-isvc-72b8e-predictor.18c72198b9eff4a7 namespace: kserve-ci-e2e-test resourceVersion: "26127" uid: 1cbdc4ec-2946-4b59-bc69-7c8788fe6c18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: 9a193ce4-4273-4278-8dd8-8626b737e0ff kind: Event lastTimestamp: "2026-07-30T17:31:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:44Z" name: error-404-isvc-72b8e.18c7218abe9016fd namespace: kserve-ci-e2e-test resourceVersion: "25851" uid: 5dedf040-b0f5-4cd9-90c5-d7385c0c3848 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: 9a193ce4-4273-4278-8dd8-8626b737e0ff kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Failed to update status for InferenceService "error-404-isvc-72b8e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-72b8e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e.18c7218abf161223 namespace: kserve-ci-e2e-test resourceVersion: "25139" uid: 5a1cdc69-c75f-4349-8c59-be66cf7ba7fb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25101" uid: 9a193ce4-4273-4278-8dd8-8626b737e0ff kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-72b8e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-72b8e.18c7218abf164c12 namespace: kserve-ci-e2e-test resourceVersion: "25140" uid: 7bcbd4c2-742f-4802-bb60-571d014d6c6e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25849" uid: 9a193ce4-4273-4278-8dd8-8626b737e0ff kind: Event lastTimestamp: "2026-07-30T17:31:44Z" message: InferenceService [error-404-isvc-72b8e] is Ready metadata: creationTimestamp: "2026-07-30T17:31:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:44Z" name: error-404-isvc-72b8e.18c72195e21bc20d namespace: kserve-ci-e2e-test resourceVersion: "25850" uid: 0881aed4-ffa7-4ed1-8a80-9d583b74f7af reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:09:42.959809Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14445" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-74452-predictor-8655c49fcb-k2k6d to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:09:42Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c7206218278d0a namespace: kserve-ci-e2e-test resourceVersion: "14449" uid: df02c6e3-4afc-4bb3-a8be-27b066139de9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14457" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:09:43Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72062328adc7b namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 79504abc-74dd-41f8-850f-04837d1687de reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c7206233e9d29d namespace: kserve-ci-e2e-test resourceVersion: "14512" uid: 047728e8-c370-4768-a572-3aec78f12309 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" in 12.599s (12.599s including waiting). Image size: 1333902956 bytes.' metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c7206522ec78fc namespace: kserve-ci-e2e-test resourceVersion: "14645" uid: 7dd5b8c8-28e3-42bb-bc8a-ac0c5abd13a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c7206526833ecb namespace: kserve-ci-e2e-test resourceVersion: "14647" uid: 3b37a5d7-d495-4632-b1d4-684f7a27c8c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72065270f9bd8 namespace: kserve-ci-e2e-test resourceVersion: "14650" uid: b8331e65-7741-4457-9f34-83c0b109a80c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72065271d4ebe namespace: kserve-ci-e2e-test resourceVersion: "14652" uid: 0f2c25a6-8344-48e2-a124-6149f1baf87c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.363s (2.363s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72065b400d161 namespace: kserve-ci-e2e-test resourceVersion: "14681" uid: 2fab1130-8748-43fa-b555-40478c9cbed6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72065b7d9c965 namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: 12892367-574c-4031-8d8a-064fac292900 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72065b854b7fa namespace: kserve-ci-e2e-test resourceVersion: "14683" uid: e3b5077f-0047-4558-a3f2-c36ca418e9b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:10:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:10:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:10:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:36Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c720661f85e14c namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: 2e97966d-eddd-461e-be87-3b5bebb48a21 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72077faa6fe78 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 788f23cc-e6a9-48d3-9380-ffee189a5358 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72077faabb109 namespace: kserve-ci-e2e-test resourceVersion: "15506" uid: 77735582-12fa-4b1d-8efe-1e5b32055504 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: fe140f3c-8f27-4fc9-b79e-a70615c86ecf kind: Event lastTimestamp: "2026-07-30T17:11:21Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:21Z" name: error-404-isvc-74452-predictor-8655c49fcb-k2k6d.18c72078fbb322ff namespace: kserve-ci-e2e-test resourceVersion: "15585" uid: 92003850-cc23-4a18-afc4-caf07184fb82 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-74452-predictor-8655c49fcb namespace: kserve-ci-e2e-test resourceVersion: "14437" uid: 2af52aa0-b6e0-4183-8ed4-3545c881df69 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: 'Created pod: error-404-isvc-74452-predictor-8655c49fcb-k2k6d' metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: error-404-isvc-74452-predictor-8655c49fcb.18c7206217bd06c0 namespace: kserve-ci-e2e-test resourceVersion: "14446" uid: 46eef6bd-da1f-45d1-9723-00531c439a5f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14433" uid: 00a4e590-2895-4156-b5b9-1c32b0f460a3 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: Scaled up replica set error-404-isvc-74452-predictor-8655c49fcb from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: error-404-isvc-74452-predictor.18c7206216016b6b namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: 327646e9-ed88-43a2-bdb3-c05603d42aad reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14436" uid: 0796b420-80c2-4579-9a18-efd894097800 kind: Event lastTimestamp: "2026-07-30T17:10:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:27Z" name: error-404-isvc-74452-predictor.18c7206594a8898c namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: eddbf492-956f-4a83-93a1-036f0b1cc1a9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14436" uid: 0796b420-80c2-4579-9a18-efd894097800 kind: Event lastTimestamp: "2026-07-30T17:10:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:27Z" name: error-404-isvc-74452-predictor.18c72065951614e7 namespace: kserve-ci-e2e-test resourceVersion: "14960" uid: c74ebb5d-c68e-440b-a0dc-d8f5514e6cf3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:10:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14675" uid: 0796b420-80c2-4579-9a18-efd894097800 kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:58Z" name: error-404-isvc-74452-predictor.18c7206913ab6bfb namespace: kserve-ci-e2e-test resourceVersion: "15222" uid: fb4699fe-7cae-4ac6-bb6f-0cefa7455ae3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:10:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14675" uid: 0796b420-80c2-4579-9a18-efd894097800 kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:58Z" name: error-404-isvc-74452-predictor.18c7206914127d16 namespace: kserve-ci-e2e-test resourceVersion: "15223" uid: 5460a2a4-1284-4849-aa04-250d8b5fb51c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-74452 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: 8265ae29-7782-457f-a83f-359ddc75de1a kind: Event lastTimestamp: "2026-07-30T17:10:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:10:46Z" name: error-404-isvc-74452.18c72062167f0e38 namespace: kserve-ci-e2e-test resourceVersion: "15131" uid: 1f17c348-31cc-4569-8144-d97c9b612355 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-74452 namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: 8265ae29-7782-457f-a83f-359ddc75de1a kind: Event lastTimestamp: "2026-07-30T17:10:46Z" message: InferenceService [error-404-isvc-74452] is Ready metadata: creationTimestamp: "2026-07-30T17:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:10:46Z" name: error-404-isvc-74452.18c72070dab8219f namespace: kserve-ci-e2e-test resourceVersion: "15130" uid: b47eb706-82d0-42bf-95b4-ea5a95a7f435 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:11:16.979763Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c72077fc2e2505 namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: 32d51c9a-400a-413d-b0ea-5ae95d8ef288 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c7207816210d48 namespace: kserve-ci-e2e-test resourceVersion: "15539" uid: d30472df-b261-4fec-8012-1476079016c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c7207817603bc5 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: 088530eb-cbc3-488e-b9c2-1b1cb6b21291 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720781a8825b2 namespace: kserve-ci-e2e-test resourceVersion: "15545" uid: 7b8130ad-43bd-4693-8ab4-32011d178528 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720781b008b27 namespace: kserve-ci-e2e-test resourceVersion: "15546" uid: 4ae106f2-6208-433e-b8bb-78978d16453a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720781b098377 namespace: kserve-ci-e2e-test resourceVersion: "15547" uid: 3d9df407-f08a-4edc-afef-d13703d565be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720781dccaf92 namespace: kserve-ci-e2e-test resourceVersion: "15548" uid: b42bad15-943f-459e-bd7c-063c9ffa01f5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720781e41462a namespace: kserve-ci-e2e-test resourceVersion: "15549" uid: b1cbf8de-95fa-4780-89f2-7ab309fa528e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:20:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:34Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720785d83828f namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: 71db995a-231a-43f1-a1ff-6a006420d40e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:31Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720f92a860c9f namespace: kserve-ci-e2e-test resourceVersion: "19894" uid: 3d476bac-9464-4581-b9ea-c13484485e99 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:31Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720f92a86a629 namespace: kserve-ci-e2e-test resourceVersion: "19897" uid: dad6eca0-0a37-4bfb-b75c-602d81a61276 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: be04216f-8163-4236-af02-3518757f6ec2 kind: Event lastTimestamp: "2026-07-30T17:20:34Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:34Z" name: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2.18c720f9d1eb9f4d namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: a74ed817-388d-46c6-b450-9cb0d1718b8d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8bf5c-predictor-7c8689d44 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 64c03c9f-e016-4b18-b01c-fd335a68ec5e kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'Created pod: error-404-isvc-8bf5c-predictor-7c8689d44-vmlm2' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-8bf5c-predictor-7c8689d44.18c72077fb9f64aa namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 00055b2f-0c83-49b0-94c1-57a8b52efa05 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 94355e12-a679-4139-9bdf-83fc69650ac9 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Scaled up replica set error-404-isvc-8bf5c-predictor-7c8689d44 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-8bf5c-predictor.18c72077f9e865ac namespace: kserve-ci-e2e-test resourceVersion: "15496" uid: 27dd2182-936f-4bde-ae67-4f4e7a84da5e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15491" uid: 2cf9f352-6323-45ab-a093-d08b7c6ea8b4 kind: Event lastTimestamp: "2026-07-30T17:11:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:31Z" name: error-404-isvc-8bf5c-predictor.18c7207b7840ead9 namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 120265cc-23d6-4751-a0b2-99fe05abf138 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15491" uid: 2cf9f352-6323-45ab-a093-d08b7c6ea8b4 kind: Event lastTimestamp: "2026-07-30T17:11:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:31Z" name: error-404-isvc-8bf5c-predictor.18c7207b78a3fcae namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: 27a5e45a-1fca-450d-bc45-efb47dbf3141 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:11:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 2cf9f352-6323-45ab-a093-d08b7c6ea8b4 kind: Event lastTimestamp: "2026-07-30T17:12:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:11:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:32Z" name: error-404-isvc-8bf5c-predictor.18c7207ef744116f namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: 3eff4389-280f-4af4-aa5d-55612b5497c0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:11:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 2cf9f352-6323-45ab-a093-d08b7c6ea8b4 kind: Event lastTimestamp: "2026-07-30T17:12:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:11:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:32Z" name: error-404-isvc-8bf5c-predictor.18c7207ef7a55a89 namespace: kserve-ci-e2e-test resourceVersion: "16456" uid: eb22dd96-0007-4648-8ea4-785f44e33275 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: 331a4c86-a8ae-475d-ace5-8570a1ae58fb kind: Event lastTimestamp: "2026-07-30T17:12:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:04Z" name: error-404-isvc-8bf5c.18c72077f9f0209d namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 8f631374-3fd9-4418-9ae8-6302ebd675ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: 331a4c86-a8ae-475d-ace5-8570a1ae58fb kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'Failed to update status for InferenceService "error-404-isvc-8bf5c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8bf5c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-8bf5c.18c72077fa817c3e namespace: kserve-ci-e2e-test resourceVersion: "15502" uid: 4b30bafd-9b9b-4a97-b847-f1a9ac8bf2c7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: 331a4c86-a8ae-475d-ace5-8570a1ae58fb kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8bf5c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:16Z" name: error-404-isvc-8bf5c.18c72077fa81bfe7 namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: 0ee37662-c5ee-4909-b0be-ce052c6a35f0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16011" uid: 331a4c86-a8ae-475d-ace5-8570a1ae58fb kind: Event lastTimestamp: "2026-07-30T17:12:04Z" message: InferenceService [error-404-isvc-8bf5c] is Ready metadata: creationTimestamp: "2026-07-30T17:12:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:04Z" name: error-404-isvc-8bf5c.18c7208318b99d71 namespace: kserve-ci-e2e-test resourceVersion: "16012" uid: 30030ade-aaa9-446d-85fb-10a652c966cf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:12:13.037408Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16193" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720850979f762 namespace: kserve-ci-e2e-test resourceVersion: "16197" uid: 1f084c81-82c6-47d1-a1de-94d8d92b8d56 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-9ae38-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c7208517f9e442 namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: aab69657-eac0-42e6-a01f-f45291c7a317 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16202" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c7208546bcb463 namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: d0f42648-36cb-4270-87c1-07035944ef30 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c7208547eb5abb namespace: kserve-ci-e2e-test resourceVersion: "16235" uid: dec9fa43-0e4d-44ff-b3ba-71204502e82d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720854b757022 namespace: kserve-ci-e2e-test resourceVersion: "16238" uid: 1e973d8d-53d0-4c6e-aafe-ff523a2b2621 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720854bec181d namespace: kserve-ci-e2e-test resourceVersion: "16239" uid: 0cd8805c-50f1-4b82-a8c2-8ba4c6feceb4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720854bf536f9 namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: 947c6757-ed2b-4079-a76c-2600b8e24854 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720854ef52481 namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: db365952-2251-4b3a-8503-c17673fd0549 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720854f63e4d4 namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: 3e818ffb-ce03-4939-936b-8caca1b01ef3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:21:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:30Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c720857643efda namespace: kserve-ci-e2e-test resourceVersion: "20564" uid: ab5fb944-0e38-45c4-b855-470d62e69c6d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c7210633104a52 namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: 1fac0118-de95-4b58-8582-e57e95119209 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:27Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c721063311044d namespace: kserve-ci-e2e-test resourceVersion: "20462" uid: 3a88b10a-7bac-492e-b48f-87e55cd09462 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 97c5295d-ffa3-42b0-85e0-2fadca336069 kind: Event lastTimestamp: "2026-07-30T17:21:30Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:30Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk.18c72106eb38c443 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: a63a76a7-8b92-42b3-81bf-7e83177ab2da reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9ae38-predictor-7d77d6b8b4 namespace: kserve-ci-e2e-test resourceVersion: "16184" uid: 003f08fd-7076-4176-8f84-8a1061dc4b5e kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: 'Created pod: error-404-isvc-9ae38-predictor-7d77d6b8b4-wqwmk' metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38-predictor-7d77d6b8b4.18c72085090f0822 namespace: kserve-ci-e2e-test resourceVersion: "16194" uid: 61a688e2-ca49-4e15-b5a9-d3c1eb408096 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: d0f6fc67-6798-4912-93de-b652c5945a50 kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: Scaled up replica set error-404-isvc-9ae38-predictor-7d77d6b8b4 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38-predictor.18c72085078b6ceb namespace: kserve-ci-e2e-test resourceVersion: "16186" uid: 618e0a17-3aa9-4bd5-9373-d08c56eec8be reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: fea8bea0-a5bc-4bcb-8148-8f58a7411d23 kind: Event lastTimestamp: "2026-07-30T17:12:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:43Z" name: error-404-isvc-9ae38-predictor.18c7208886a68579 namespace: kserve-ci-e2e-test resourceVersion: "16531" uid: 73aacf01-71ca-44d6-9dab-94e3ec9c3838 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: fea8bea0-a5bc-4bcb-8148-8f58a7411d23 kind: Event lastTimestamp: "2026-07-30T17:12:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:43Z" name: error-404-isvc-9ae38-predictor.18c72088877079a8 namespace: kserve-ci-e2e-test resourceVersion: "16532" uid: 9d960b38-5f9d-44c0-ba7b-f989ee9f3f33 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: fea8bea0-a5bc-4bcb-8148-8f58a7411d23 kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:13Z" name: error-404-isvc-9ae38-predictor.18c7208f850ef3d0 namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 32500d7c-cdd7-4db1-b260-390f213197a7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: fea8bea0-a5bc-4bcb-8148-8f58a7411d23 kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:13Z" name: error-404-isvc-9ae38-predictor.18c7208f8571daf4 namespace: kserve-ci-e2e-test resourceVersion: "16801" uid: c7361b4b-7ce1-4642-8ee2-8ad61a89c80a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: 4c463959-f6e6-4bee-82de-1318ecd567d8 kind: Event lastTimestamp: "2026-07-30T17:13:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:00Z" name: error-404-isvc-9ae38.18c7208507b7d9fd namespace: kserve-ci-e2e-test resourceVersion: "16680" uid: 36becc57-4b6b-4594-9fa5-57263322ec0e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: 4c463959-f6e6-4bee-82de-1318ecd567d8 kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: 'Failed to update status for InferenceService "error-404-isvc-9ae38": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ae38": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38.18c720850816ccc0 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 853a828b-b03b-47b5-b9a3-f98cca64c0fb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: 4c463959-f6e6-4bee-82de-1318ecd567d8 kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-9ae38": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:13Z" name: error-404-isvc-9ae38.18c7208508170edf namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: 7c44fd98-69df-4166-96a0-199cf84c4af2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 4c463959-f6e6-4bee-82de-1318ecd567d8 kind: Event lastTimestamp: "2026-07-30T17:13:00Z" message: InferenceService [error-404-isvc-9ae38] is Ready metadata: creationTimestamp: "2026-07-30T17:13:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:00Z" name: error-404-isvc-9ae38.18c72090320b5077 namespace: kserve-ci-e2e-test resourceVersion: "16679" uid: ccaeceea-60e4-4fc0-bd0e-2920028993cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:21:42.145901Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ba640-predictor-597ff898bb-rmwlr to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c721098afc592c namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: c4ffcd8b-eea6-48c8-be48-3cf5a20ee5bb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109a57b3ecc namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: 6ec70627-80d7-41a4-9bc0-d3e0b05d7acc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109a6ca0fb0 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 9045fc8b-ce9e-4c52-953f-c24e2b5fa807 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109a9c43551 namespace: kserve-ci-e2e-test resourceVersion: "20812" uid: 99211772-31ca-446f-996c-2bb8f001def0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109aa3c45df namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: 1052fd90-bdb9-4a57-b9da-e51481c5ef57 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109aa46183d namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: a276444e-2b1e-4f03-9934-365a83976e17 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109adc71714 namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: d2aca46c-7171-466c-92c9-bf462e308030 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109ae457f71 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 669d8c0a-c355-425d-a266-f305079814c6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:30:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:59Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c72109d1b86441 namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: faad335a-4f70-4074-b660-53c8ba2bdaa1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c7218abf88f953 namespace: kserve-ci-e2e-test resourceVersion: "25141" uid: f55b82ad-68ec-4c0c-9432-1d941dbb09bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c7218abf897fab namespace: kserve-ci-e2e-test resourceVersion: "25144" uid: 711f7d61-f87d-4b64-b21f-331fd3c41803 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: f1312f36-767e-4f84-b880-dd85b85cc981 kind: Event lastTimestamp: "2026-07-30T17:30:59Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:30:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:59Z" name: error-404-isvc-ba640-predictor-597ff898bb-rmwlr.18c7218b461fbdea namespace: kserve-ci-e2e-test resourceVersion: "25204" uid: 72c58f7f-427a-427c-8be8-a1904c9a4843 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ba640-predictor-597ff898bb namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: bcde8772-9ce2-48c7-a55e-fd97d93fc308 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'Created pod: error-404-isvc-ba640-predictor-597ff898bb-rmwlr' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor-597ff898bb.18c721098a683ad5 namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 9c4e68cb-0556-4548-8331-cc93dcaa9159 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 18e8adc7-ca82-47f9-8157-5c7bb7b60b89 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Scaled up replica set error-404-isvc-ba640-predictor-597ff898bb from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640-predictor.18c7210988a65ead namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 59031ff3-b7ed-4b76-b2e1-bb4016ec0f6b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: de6d81f4-b1b7-4eb5-af87-f6ad1f46ebb8 kind: Event lastTimestamp: "2026-07-30T17:22:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:12Z" name: error-404-isvc-ba640-predictor.18c7210d074174ee namespace: kserve-ci-e2e-test resourceVersion: "21096" uid: 29ba4562-4ab3-4377-90da-da572ccf7871 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: de6d81f4-b1b7-4eb5-af87-f6ad1f46ebb8 kind: Event lastTimestamp: "2026-07-30T17:22:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:12Z" name: error-404-isvc-ba640-predictor.18c7210d07a976c9 namespace: kserve-ci-e2e-test resourceVersion: "21097" uid: ebcbac07-03aa-4c72-8e04-5324e5237177 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: de6d81f4-b1b7-4eb5-af87-f6ad1f46ebb8 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: error-404-isvc-ba640-predictor.18c7211405097687 namespace: kserve-ci-e2e-test resourceVersion: "21568" uid: 2d544c6a-7fec-4648-9a15-45df9e259dda reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: de6d81f4-b1b7-4eb5-af87-f6ad1f46ebb8 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: error-404-isvc-ba640-predictor.18c72114056bcc77 namespace: kserve-ci-e2e-test resourceVersion: "21572" uid: d0a6fc9c-2ca9-4ee5-892d-9d39173f350c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "20760" uid: e5a9ba5d-4ed7-403a-bdae-78f8f217c588 kind: Event lastTimestamp: "2026-07-30T17:22:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:29Z" name: error-404-isvc-ba640.18c7210988f414c4 namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 90ee0562-d222-4dd2-b2ea-847647592131 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "20760" uid: e5a9ba5d-4ed7-403a-bdae-78f8f217c588 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'Failed to update status for InferenceService "error-404-isvc-ba640": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ba640": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640.18c7210989699d30 namespace: kserve-ci-e2e-test resourceVersion: "20786" uid: 05bd62e5-6488-4efa-8fd6-8ac605944474 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "20760" uid: e5a9ba5d-4ed7-403a-bdae-78f8f217c588 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-ba640": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-ba640.18c721098969d9c9 namespace: kserve-ci-e2e-test resourceVersion: "20788" uid: 1914393f-eb51-49f7-964a-fd936cc41185 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21299" uid: e5a9ba5d-4ed7-403a-bdae-78f8f217c588 kind: Event lastTimestamp: "2026-07-30T17:22:29Z" message: InferenceService [error-404-isvc-ba640] is Ready metadata: creationTimestamp: "2026-07-30T17:22:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:29Z" name: error-404-isvc-ba640.18c721148c96e7e9 namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: 1c12b4c0-db7f-4c8e-8357-d5e5a9066530 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:20:31.898996Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19914" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q to ip-10-0-137-57.ec2.internal metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:20:31Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f92ff1b082 namespace: kserve-ci-e2e-test resourceVersion: "19918" uid: 7c723c67-30cc-4a85-bf4a-d961b2a3a6ea reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19922" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f949db271f namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: 04018aeb-3000-4efa-b375-ba2044af0057 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f94b0ffa8e namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 56075db7-f0f2-4313-9669-398f091f0e80 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f94ddb5c2c namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 41d7fc5b-fb60-4796-a055-b4bc877074b1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f94e55f2d3 namespace: kserve-ci-e2e-test resourceVersion: "19945" uid: acb46a29-f5e7-4319-a3df-bd6d2148bb36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f94e608ee4 namespace: kserve-ci-e2e-test resourceVersion: "19946" uid: 0bed9e92-bcd5-414c-8a27-3fc97ea4fc49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f950df5ccd namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 5ef972cf-41fe-4855-bf78-da71d7009825 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f95152ada8 namespace: kserve-ci-e2e-test resourceVersion: "19948" uid: f97c1b9f-c5dc-4941-8f04-5643996eb18c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:21:10Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:10Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c720f9ada0c740 namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: d12a4872-ae83-4220-9498-70fdbbd39f89 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c721098493df5e namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 48eebaf8-13ff-4b00-ba8c-f18dcfc185b7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c721098496b7c3 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: cc856d76-aec0-49b2-ad2f-813b96bee254 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: d070e8e1-32d3-4bb4-8096-c4e84ec6e3c7 kind: Event lastTimestamp: "2026-07-30T17:21:45Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:45Z" name: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q.18c7210a35c85c81 namespace: kserve-ci-e2e-test resourceVersion: "20861" uid: 15ce2c80-2b2d-4c0a-bf63-88d9dcb984f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-57.ec2.internal source: component: kubelet host: ip-10-0-137-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c48ce-predictor-574bbbb44b namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: 9e29aebf-09ff-4f32-9700-3a7af4dbde82 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: 'Created pod: error-404-isvc-c48ce-predictor-574bbbb44b-4wv4q' metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:20:31Z" name: error-404-isvc-c48ce-predictor-574bbbb44b.18c720f92f90ba87 namespace: kserve-ci-e2e-test resourceVersion: "19916" uid: 6f3907a1-7456-4188-95e0-aa07fbbb13ba reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: 5954f785-0ecf-413c-b7a3-51f73a1d2d1d kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Scaled up replica set error-404-isvc-c48ce-predictor-574bbbb44b from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:20:31Z" name: error-404-isvc-c48ce-predictor.18c720f92e05affc namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 030f1704-0a0a-41fb-8278-20aa9e925de6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:20:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19906" uid: 726fa2e6-75fb-44c9-893b-30b20722a8e6 kind: Event lastTimestamp: "2026-07-30T17:21:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:20:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:01Z" name: error-404-isvc-c48ce-predictor.18c720fcac5eab9f namespace: kserve-ci-e2e-test resourceVersion: "20195" uid: fb84aeed-6aa6-4550-b49f-14d042e2cea6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:20:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19906" uid: 726fa2e6-75fb-44c9-893b-30b20722a8e6 kind: Event lastTimestamp: "2026-07-30T17:21:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:20:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:01Z" name: error-404-isvc-c48ce-predictor.18c720fcac9cfcee namespace: kserve-ci-e2e-test resourceVersion: "20196" uid: 44add3ec-5692-44a3-9196-b03e9e6076c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "20081" uid: 726fa2e6-75fb-44c9-893b-30b20722a8e6 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: error-404-isvc-c48ce-predictor.18c72103a9e3d31b namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: 85dfffe0-463f-408b-8a07-20e249eefdde reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "20081" uid: 726fa2e6-75fb-44c9-893b-30b20722a8e6 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: error-404-isvc-c48ce-predictor.18c72103aa43b718 namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 2746b16c-4faa-4777-a5cb-6c98ad15b98b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c48ce namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: 6a112d47-0542-4f43-9c88-9ff1f58b31d6 kind: Event lastTimestamp: "2026-07-30T17:21:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:20Z" name: error-404-isvc-c48ce.18c720f92e07389e namespace: kserve-ci-e2e-test resourceVersion: "20345" uid: 8e34bf51-2dd9-44d2-9440-554365fda754 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c48ce namespace: kserve-ci-e2e-test resourceVersion: "20343" uid: 6a112d47-0542-4f43-9c88-9ff1f58b31d6 kind: Event lastTimestamp: "2026-07-30T17:21:20Z" message: InferenceService [error-404-isvc-c48ce] is Ready metadata: creationTimestamp: "2026-07-30T17:21:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:20Z" name: error-404-isvc-c48ce.18c72104689864b1 namespace: kserve-ci-e2e-test resourceVersion: "20344" uid: 82e3df06-baec-4450-a082-e4fa2193dbaf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:09:42.670869Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h to ip-10-0-136-120.ec2.internal metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:09:42Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206206ee9d97 namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: 208e4c03-5cab-480e-8734-629ed2cecbae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14374" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206221361a9e namespace: kserve-ci-e2e-test resourceVersion: "14484" uid: 3da6758d-f68d-467b-8d53-4719ea0a3856 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2" already present on machine metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206222a9bd93 namespace: kserve-ci-e2e-test resourceVersion: "14487" uid: 2c000a20-03f5-433f-babb-a0e407621bdb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206225c28406 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: d52654cd-f7e3-49cd-9b4c-a702c7aa8c38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c72062263a1777 namespace: kserve-ci-e2e-test resourceVersion: "14494" uid: b443acd0-1609-47c5-81fa-b7357d1cff2a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:09:48Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830" metadata: creationTimestamp: "2026-07-30T17:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:48Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206345db5576 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: b7c97470-4439-4223-9096-0290541a644d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830" in 28.372s (28.372s including waiting). Image size: 1555704245 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c72069e0fa754f namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: c5fcdd32-5281-40b8-a4c2-f3730f46c166 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c72069e80b4302 namespace: kserve-ci-e2e-test resourceVersion: "14842" uid: 9fc4ef95-0a50-4872-abdf-edb7427d6e76 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c72069e8ffa9f3 namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: 274ed09f-26d4-4bf2-9c1f-92dd64113b9a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c72069e9116bcd namespace: kserve-ci-e2e-test resourceVersion: "14846" uid: 88106914-110d-483f-85d0-d38c6a3a2763 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.006s (3.006s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206a9c430d05 namespace: kserve-ci-e2e-test resourceVersion: "14872" uid: b1ceacd6-c2b1-42ae-91fc-2c85f77f2451 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206a9ff29c55 namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 6d72679a-6b05-4cdf-905a-ec21f36138b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206aa06efcdc namespace: kserve-ci-e2e-test resourceVersion: "14877" uid: f0268ec4-940e-4d6b-8d78-a4725b35cc67 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-30T17:10:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:10:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:17Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7206b03ab32d3 namespace: kserve-ci-e2e-test resourceVersion: "16310" uid: cdc9b90e-236a-47ba-ade7-b5ec7a4867d3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7208501c1e973 namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 374620f4-048b-4bdb-800a-1ad8029d70f3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c7208501c26e19 namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: 8a2de941-3b08-4e9e-b363-326648b8e235 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: a1b5f49e-4675-4553-b153-1a95c49dfd0b kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:12:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:17Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h.18c720860612cb1a namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: 9d44904f-1f49-4b83-8478-254d8530f106 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-84b858ffdc namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 3d08f5e5-8817-469f-ac69-96dbbb7fa246 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-84b858ffdc-k6z5h' metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: isvc-sklearn-graph-1-predictor-84b858ffdc.18c72062065f33c6 namespace: kserve-ci-e2e-test resourceVersion: "14363" uid: a0d2ebe6-01ce-428f-8784-93dcfc170ee3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: e5b8930a-629d-4de8-b8de-8847977d0de5 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-84b858ffdc from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: isvc-sklearn-graph-1-predictor.18c72061fe7b763c namespace: kserve-ci-e2e-test resourceVersion: "14351" uid: df729a47-f848-4010-8c31-c19fb63f3224 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: ca0cf463-1cc8-458b-b0b1-278aa1506afc kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:57Z" name: isvc-sklearn-graph-1-predictor.18c7206583bdfe95 namespace: kserve-ci-e2e-test resourceVersion: "15212" uid: 83ea2566-427c-42fd-a51d-7916bc58a9f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: ca0cf463-1cc8-458b-b0b1-278aa1506afc kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:57Z" name: isvc-sklearn-graph-1-predictor.18c720658424877a namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: ca5570fe-3ae6-4941-a44e-264f5cbd07a9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:11:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: ca0cf463-1cc8-458b-b0b1-278aa1506afc kind: Event lastTimestamp: "2026-07-30T17:11:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:57Z" name: isvc-sklearn-graph-1-predictor.18c72076ff17449a namespace: kserve-ci-e2e-test resourceVersion: "15916" uid: 2781133e-25cd-430e-9433-4d658066125f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:11:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: ca0cf463-1cc8-458b-b0b1-278aa1506afc kind: Event lastTimestamp: "2026-07-30T17:11:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:57Z" name: isvc-sklearn-graph-1-predictor.18c72076ff7916e7 namespace: kserve-ci-e2e-test resourceVersion: "15917" uid: 869ef0e2-3771-466d-b2f5-73ac2de40060 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14339" uid: 3310da32-ed49-4c0f-875d-958e426a054b kind: Event lastTimestamp: "2026-07-30T17:11:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:37Z" name: isvc-sklearn-graph-1.18c720620498a1e4 namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: 1417080d-08c1-40b6-9ff6-0c4936ed4a1a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: 3310da32-ed49-4c0f-875d-958e426a054b kind: Event lastTimestamp: "2026-07-30T17:11:37Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-30T17:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:37Z" name: isvc-sklearn-graph-1.18c7207cbc13395d namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: d5dce328-2a5f-4a56-a5df-8e33e0ff997d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:09:43.099973Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14474" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr to ip-10-0-136-120.ec2.internal metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c720622082431e namespace: kserve-ci-e2e-test resourceVersion: "14480" uid: fd70fa93-2ae1-415a-bf26-192351a680df reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c720623afb373d namespace: kserve-ci-e2e-test resourceVersion: "14516" uid: 7e736f74-317f-4127-a30b-e13a41818171 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2" already present on machine metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c720623c681e1d namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: c7c40a7d-d50e-49f8-89e0-26df97364fc2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c720623f9fe814 namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: e5f7378a-241e-430c-961b-50c76144cd71 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72062401d3f8d namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: 35e587a7-97a7-4b8b-83dd-55782239f20d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:09:48Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830" metadata: creationTimestamp: "2026-07-30T17:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:48Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c7206345aa833d namespace: kserve-ci-e2e-test resourceVersion: "14574" uid: 2c6966b5-e359-44e6-ac00-3cb2ac5f149a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1830" in 28.375s (28.375s including waiting). Image size: 1555704245 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72069e0fa6bd2 namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 1a928f53-73bc-4b32-8bc2-cd08d93fb8a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72069e80a3620 namespace: kserve-ci-e2e-test resourceVersion: "14841" uid: d09bcc17-dd82-4cbf-a4c5-b5917485f29c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72069e8ffa972 namespace: kserve-ci-e2e-test resourceVersion: "14844" uid: 1b858190-d041-4753-b1fb-ebb065c675ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:16Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-30T17:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:16Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72069e9100759 namespace: kserve-ci-e2e-test resourceVersion: "14845" uid: f32fce70-3fc2-4a7e-8834-d69b270e4b0b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.056s (3.056s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c7206a9f390c96 namespace: kserve-ci-e2e-test resourceVersion: "14874" uid: 2acb384b-8d2e-4ede-bca1-1e0c90be5536 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c7206aa24accde namespace: kserve-ci-e2e-test resourceVersion: "14879" uid: 0a0579d4-0600-40ea-b9b4-ea0cb38b99b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c7206aa2fe9cc3 namespace: kserve-ci-e2e-test resourceVersion: "14880" uid: 024fa648-b57a-4422-a01a-90db6275e0e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-30T17:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:11:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:32Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c7206ac776ad16 namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: ea569c63-a2ee-4534-8f32-e40d6200e676 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72084fd1d4601 namespace: kserve-ci-e2e-test resourceVersion: "16117" uid: 5dc1f8dc-2093-4b98-a733-dbcaefbb89ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72084fd224ae0 namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: 92204626-3e9c-401a-9b1a-9019690b1065 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: b4cadd76-b1e3-445b-bfff-2d3bdd9602f2 kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:16Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr.18c72085ca279ed4 namespace: kserve-ci-e2e-test resourceVersion: "16267" uid: 807b05d1-43a6-411d-9728-a60619304fcb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-9dc8c55d5 namespace: kserve-ci-e2e-test resourceVersion: "14465" uid: 90fd66b4-8985-4498-81e1-3d932be11aa4 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-9dc8c55d5-tmrwr' metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor-9dc8c55d5.18c7206220003e1a namespace: kserve-ci-e2e-test resourceVersion: "14477" uid: 253683cd-65be-4c7f-a876-6283363cba76 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14463" uid: 50848b27-6690-4eda-86e5-f198a1086d56 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-9dc8c55d5 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:43Z" name: isvc-sklearn-graph-2-predictor.18c720621cd0adcb namespace: kserve-ci-e2e-test resourceVersion: "14466" uid: 117d8b4b-9388-4b2e-b054-1eeab587aace reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14464" uid: 6709caf2-9407-43ec-b141-cef94ec66967 kind: Event lastTimestamp: "2026-07-30T17:10:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:28Z" name: isvc-sklearn-graph-2-predictor.18c720659b4b3c2a namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: 0491703f-f81d-4c42-9dff-721032b0c9e8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14464" uid: 6709caf2-9407-43ec-b141-cef94ec66967 kind: Event lastTimestamp: "2026-07-30T17:10:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:28Z" name: isvc-sklearn-graph-2-predictor.18c720659bb13486 namespace: kserve-ci-e2e-test resourceVersion: "14962" uid: efb13916-4001-4d6a-94a5-de06ef5d1a0d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:10:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 6709caf2-9407-43ec-b141-cef94ec66967 kind: Event lastTimestamp: "2026-07-30T17:11:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:58Z" name: isvc-sklearn-graph-2-predictor.18c7207017aaf0d0 namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: a310a1a9-ac34-4cad-a7da-5a5980261db0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:10:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 6709caf2-9407-43ec-b141-cef94ec66967 kind: Event lastTimestamp: "2026-07-30T17:11:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:58Z" name: isvc-sklearn-graph-2-predictor.18c720701825b0e1 namespace: kserve-ci-e2e-test resourceVersion: "15922" uid: af079bcd-4f33-470b-ac65-6e04086d9f2e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14456" uid: c358eff3-b6c9-42f9-aa0b-6385827510cd kind: Event lastTimestamp: "2026-07-30T17:11:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:42Z" name: isvc-sklearn-graph-2.18c720621cdc891c namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 03f4e300-a3e6-49aa-95d9-2e4c0cac7dbd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15785" uid: c358eff3-b6c9-42f9-aa0b-6385827510cd kind: Event lastTimestamp: "2026-07-30T17:11:42Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-30T17:11:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:42Z" name: isvc-sklearn-graph-2.18c7207defa1b8dd namespace: kserve-ci-e2e-test resourceVersion: "15786" uid: c541b97d-7dd0-4364-bef2-4373e28da116 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:09:42.894774Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14419" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-knwdd to ip-10-0-136-120.ec2.internal metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:09:42Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206214472c38 namespace: kserve-ci-e2e-test resourceVersion: "14425" uid: cd0f32cf-0017-487e-b29c-3149ec749fa0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14438" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:09:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c720622e61258e namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: 5edfc4a0-abb7-429a-a320-d82da2556546 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:70284a850558fdc266a161e317c4af2c82920796b3bf5c0677598695bf6493b2" already present on machine metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c720622fe208ae namespace: kserve-ci-e2e-test resourceVersion: "14505" uid: 505063b0-acac-42d9-b1f2-de83de0fc2c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206232dcd725 namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: d4c21ad5-b03f-44b6-be73-5569e514cf44 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c720623354edc7 namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: 45406797-43b7-4dfd-8b5c-5aa78e47ba7e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:09:48Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-30T17:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206345c6cd5e namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: 327f8956-89aa-4938-90b8-62dedd415fcf reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:17Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.337s (29.337s including waiting). Image size: 1307355897 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206a1a72bd8b namespace: kserve-ci-e2e-test resourceVersion: "14854" uid: 3169c4a0-5d1d-41ae-8e6b-dd5e158f342e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206a20f23dfa namespace: kserve-ci-e2e-test resourceVersion: "14856" uid: 5bc278c9-e8a5-4ff1-a446-839a3d78cb56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206a223f0a3e namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 7961b3ed-aeb4-4e2f-917d-ed9f8c072bd2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:17Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-30T17:10:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206a22640140 namespace: kserve-ci-e2e-test resourceVersion: "14858" uid: d61fe435-c89a-49c1-bc06-7a5ae882ce14 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.083s (2.083s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206a9e931ab6 namespace: kserve-ci-e2e-test resourceVersion: "14873" uid: f834ca7e-fb27-4bb4-a41b-3b12eebeb789 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206aa23b0f59 namespace: kserve-ci-e2e-test resourceVersion: "14878" uid: 052412d1-83ef-4db9-86f4-fd305d8d6958 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:10:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206aa3004508 namespace: kserve-ci-e2e-test resourceVersion: "14881" uid: 79530aa2-9768-4a78-bf3b-07af9d0a20d9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-30T17:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7206ac795e98f namespace: kserve-ci-e2e-test resourceVersion: "16269" uid: 1eba1b4d-4d2d-4b55-8c9e-7ae8dd0286ad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7208504c866fe namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: 40126238-d362-49e4-a892-ef742ae8f336 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c7208504c8cd09 namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: e8cf2ded-03b4-44b2-bd97-435d7591a740 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-knwdd namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: e4365cd6-449a-444a-9694-5a733e194980 kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-knwdd.18c72085ca28db9d namespace: kserve-ci-e2e-test resourceVersion: "16268" uid: d07fbf23-1174-4437-8218-3465b8bd2b66 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-120.ec2.internal source: component: kubelet host: ip-10-0-136-120.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14410" uid: fdea33ee-5cb9-4ff5-8094-2923402f5e3c kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-knwdd' metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c7206213bdf11a namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: c74aaf17-24e7-4f2f-88cb-3d206a48c146 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: 14aaa497-ab53-472f-9fcf-86db6314b2ce kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: isvc-xgboost-graph-predictor.18c72062106d17b5 namespace: kserve-ci-e2e-test resourceVersion: "14411" uid: a878d1cd-64d7-4ed8-b59e-f44052f3ef6e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: 3e50c830-7486-4f26-8389-50cfa4bcc93c kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:57Z" name: isvc-xgboost-graph-predictor.18c720658ee85582 namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: da4e5bb5-3878-4234-a112-292650de87ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: 3e50c830-7486-4f26-8389-50cfa4bcc93c kind: Event lastTimestamp: "2026-07-30T17:10:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:57Z" name: isvc-xgboost-graph-predictor.18c720658f52e3e1 namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: 026d4217-3be6-4f34-9bc5-d073dc3eba9a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:10:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14671" uid: 3e50c830-7486-4f26-8389-50cfa4bcc93c kind: Event lastTimestamp: "2026-07-30T17:11:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:42Z" name: isvc-xgboost-graph-predictor.18c720700b422cf3 namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 2cf76e6a-0d3a-4e2d-a333-61dc933eeee5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:10:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14671" uid: 3e50c830-7486-4f26-8389-50cfa4bcc93c kind: Event lastTimestamp: "2026-07-30T17:11:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:42Z" name: isvc-xgboost-graph-predictor.18c720700b865e98 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 91dfd704-f728-464c-a06e-fbc9478e9297 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14396" uid: 5a7b5dd8-a256-42e2-92e0-8565845b7d97 kind: Event lastTimestamp: "2026-07-30T17:11:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:26Z" name: isvc-xgboost-graph.18c72062106f3829 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: f7258566-0dfc-4d98-8939-62894e636d21 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: 5a7b5dd8-a256-42e2-92e0-8565845b7d97 kind: Event lastTimestamp: "2026-07-30T17:11:26Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-30T17:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:26Z" name: isvc-xgboost-graph.18c7207a2b18e522 namespace: kserve-ci-e2e-test resourceVersion: "15637" uid: e64966eb-83cc-4901-a078-cf87deed097d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:12:02.612867Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15967" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-74c6ff67b5-gcqng to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:12:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:12:02Z" name: model-chainer-74c6ff67b5-gcqng.18c720829c201d46 namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 82fb3ce3-8705-4cb2-889d-3e860f75ca2b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:03Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:03Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:12:03Z" name: model-chainer-74c6ff67b5-gcqng.18c72082b5bdd027 namespace: kserve-ci-e2e-test resourceVersion: "15985" uid: a8d63be4-bae6-4e8e-acca-7fd0230dcb4b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:03Z" name: model-chainer-74c6ff67b5-gcqng.18c72082b7daa165 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 96347fce-2cf1-464c-a0de-ba1be77480c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:03Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-30T17:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:03Z" name: model-chainer-74c6ff67b5-gcqng.18c72082baab045b namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: c2498ce9-32ce-47ee-a913-55aac57a01eb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:03Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-30T17:12:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:03Z" name: model-chainer-74c6ff67b5-gcqng.18c72082bb1cc0b2 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: cfb41aa0-f774-4793-a12f-93b292085c62 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:12Z" name: model-chainer-74c6ff67b5-gcqng.18c72084f65f1898 namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: 21b8a10b-09d5-4eed-80e0-bcaa47d7274d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-74c6ff67b5-gcqng namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: ead23545-faaf-4208-9426-1fe45aab1637 kind: Event lastTimestamp: "2026-07-30T17:12:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:39Z" name: model-chainer-74c6ff67b5-gcqng.18c7208575a7813e namespace: kserve-ci-e2e-test resourceVersion: "16508" uid: 400b1205-a16f-4828-a83b-7df57f420c43 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-74c6ff67b5 namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: 6bd94f53-73ce-41b4-9d07-e71ec3536f51 kind: Event lastTimestamp: "2026-07-30T17:12:02Z" message: 'Created pod: model-chainer-74c6ff67b5-gcqng' metadata: creationTimestamp: "2026-07-30T17:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:02Z" name: model-chainer-74c6ff67b5.18c720829b9c07b0 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: 926630b6-39e7-44ce-8bc2-13efaa87a1ca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15962" uid: caffd638-14ad-4e87-beff-fb37c4e116b1 kind: Event lastTimestamp: "2026-07-30T17:12:02Z" message: Scaled up replica set model-chainer-74c6ff67b5 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:02Z" name: model-chainer.18c720829ae1247b namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 48a5e65d-2c78-451f-bc63-fa7eed9fb482 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 97cee7c1-94de-4895-89af-4010f6d534e6 kind: Event lastTimestamp: "2026-07-30T17:12:02Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-30T17:12:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:02Z" name: model-chainer.18c72082a38fb1ed namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: 9f645bd5-649a-4c7e-a43d-b727058a630e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:22:27.848454Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21251" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-0186d-5d68f947c5-4sxgl to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:22:27Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c721142f120233 namespace: kserve-ci-e2e-test resourceVersion: "21257" uid: 780da46c-3926-4523-b275-ad75d402e3cb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c721144876b9ef namespace: kserve-ci-e2e-test resourceVersion: "21276" uid: 4c12e293-ea16-412a-bb36-e95b148110bb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-0186d} kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c7211449bb608f namespace: kserve-ci-e2e-test resourceVersion: "21278" uid: 8d250570-727e-42dc-8e42-a4e86f82bba5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-0186d} kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: 'Created container: sequence-graph-0186d' metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c721144c776a9d namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 1fbe37dd-1937-4d9c-84e4-97ae0dd2fc5b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-0186d} kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: Started container sequence-graph-0186d metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c721144cee37cd namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 5ea72efb-f141-474e-bad1-62078de98538 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-0186d} kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:22:37Z" message: Stopping container sequence-graph-0186d metadata: creationTimestamp: "2026-07-30T17:22:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:37Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c7211687af34d1 namespace: kserve-ci-e2e-test resourceVersion: "21386" uid: bc5bb59e-0cb5-4a79-aca9-0c24a6021dc1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:22:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-0186d} kind: Pod name: sequence-graph-0186d-5d68f947c5-4sxgl namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 825f7864-1e71-4a32-9149-4fbcc2eaf13b kind: Event lastTimestamp: "2026-07-30T17:23:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:22:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:05Z" name: sequence-graph-0186d-5d68f947c5-4sxgl.18c721170938e9b5 namespace: kserve-ci-e2e-test resourceVersion: "21765" uid: dbcae4ba-ce46-47d2-af77-8391c997105d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-0186d-5d68f947c5 namespace: kserve-ci-e2e-test resourceVersion: "21247" uid: fa35a0f2-8c74-41c2-adbe-3764e01e3024 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: 'Created pod: sequence-graph-0186d-5d68f947c5-4sxgl' metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: sequence-graph-0186d-5d68f947c5.18c721142e696099 namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: 3416aac1-318c-4af4-96a9-b79d1f168f5c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-0186d namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 6fd391e0-3f5b-4830-a7cb-ba9d29993503 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: Scaled up replica set sequence-graph-0186d-5d68f947c5 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: sequence-graph-0186d.18c721142d523da1 namespace: kserve-ci-e2e-test resourceVersion: "21248" uid: f4e6c4de-aad5-45d4-8ad6-826eb07c33f7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-0186d namespace: kserve-ci-e2e-test resourceVersion: "21266" uid: 19fd12c4-c31d-41c0-abef-2e6999c12bfd kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: InferenceGraph [sequence-graph-0186d] is Ready metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:27Z" name: sequence-graph-0186d.18c7211435b613a7 namespace: kserve-ci-e2e-test resourceVersion: "21267" uid: fc006f25-802a-42f8-ad0b-57f9b3309d94 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-0186d namespace: kserve-ci-e2e-test resourceVersion: "21240" uid: 19fd12c4-c31d-41c0-abef-2e6999c12bfd kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: 'Failed to update status for InferenceGraph "sequence-graph-0186d": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d.18c721143b1362c8 namespace: kserve-ci-e2e-test resourceVersion: "21272" uid: b3e3321c-d3ee-420c-bec9-88853a6a356e reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-0186d namespace: kserve-ci-e2e-test resourceVersion: "21240" uid: 19fd12c4-c31d-41c0-abef-2e6999c12bfd kind: Event lastTimestamp: "2026-07-30T17:22:28Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:28Z" name: sequence-graph-0186d.18c721143b13b25a namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: 6ddd1531-7efd-4b38-8e98-113e33263f83 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:23:38.172925Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22042" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-2393a-788d99c97f-2pw96 to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:23:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:23:38Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c721248ebc48f9 namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: 5ef8b43a-c6b4-4040-b6b5-795b26641cdc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:38Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-2393a-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:23:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:38Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c721249943d828 namespace: kserve-ci-e2e-test resourceVersion: "22061" uid: 8deb90f6-c6ee-42ed-934f-126826ca6ba9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:39Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22051" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:23:39Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:23:39Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c72124cc3b77c1 namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: 680870a5-4645-4fca-b051-7aaef8a2efed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2393a} kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:23:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:39Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c72124cd74c09e namespace: kserve-ci-e2e-test resourceVersion: "22070" uid: ee6e2e81-d319-4bad-950a-acc6e774a3ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2393a} kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:23:39Z" message: 'Created container: sequence-graph-2393a' metadata: creationTimestamp: "2026-07-30T17:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:39Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c72124d03c0b5e namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: f9db2316-2d6a-436f-9518-39aa322ee13b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2393a} kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:23:39Z" message: Started container sequence-graph-2393a metadata: creationTimestamp: "2026-07-30T17:23:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:23:39Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c72124d0b4d5ea namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: b0620aae-d74c-4a8a-8f28-d3bdf67acea3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2393a} kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:31:52Z" message: Stopping container sequence-graph-2393a metadata: creationTimestamp: "2026-07-30T17:31:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:52Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c72197bfd07729 namespace: kserve-ci-e2e-test resourceVersion: "25937" uid: 79577bce-71fb-486e-b871-eeac18adabb2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:31:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2393a} kind: Pod name: sequence-graph-2393a-788d99c97f-2pw96 namespace: kserve-ci-e2e-test resourceVersion: "22045" uid: ff070ed3-2934-43cb-acd4-a119a03d65b7 kind: Event lastTimestamp: "2026-07-30T17:32:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:31:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:20Z" name: sequence-graph-2393a-788d99c97f-2pw96.18c7219851d2fc79 namespace: kserve-ci-e2e-test resourceVersion: "26487" uid: 86a49063-be7a-45bb-847d-5ebf8807762e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2393a-788d99c97f namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 6f5fa7cb-3130-4d1f-a609-2b5915a4e45b kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'Created pod: sequence-graph-2393a-788d99c97f-2pw96' metadata: creationTimestamp: "2026-07-30T17:23:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: sequence-graph-2393a-788d99c97f.18c721248e361e36 namespace: kserve-ci-e2e-test resourceVersion: "22044" uid: 70e2c2c2-e1ef-43fe-8f15-5b7a6a58130f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2393a namespace: kserve-ci-e2e-test resourceVersion: "22035" uid: a0060709-d91d-45d9-bede-e26f7bdbb217 kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: Scaled up replica set sequence-graph-2393a-788d99c97f from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:23:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: sequence-graph-2393a.18c721248d471b19 namespace: kserve-ci-e2e-test resourceVersion: "22040" uid: 8e4d31a6-1069-4d1e-b438-60ea019c16f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2393a namespace: kserve-ci-e2e-test resourceVersion: "22055" uid: 2bf30d6d-ab81-43e6-bbfc-e0c59e1f4bfe kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: InferenceGraph [sequence-graph-2393a] is Ready metadata: creationTimestamp: "2026-07-30T17:23:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:23:38Z" name: sequence-graph-2393a.18c72124921ff8e6 namespace: kserve-ci-e2e-test resourceVersion: "22058" uid: 56a9acd0-6ff1-46c3-b686-11320da356db reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2393a namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: f118aac2-3766-47b1-b3bb-1386c0ca29e8 kind: Event lastTimestamp: "2026-07-30T17:24:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:23:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:24:08Z" name: sequence-graph-2393a.18c721280b8c1896 namespace: kserve-ci-e2e-test resourceVersion: "22282" uid: 9e540b3e-1616-43c7-af85-dc6858274617 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2393a namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: f118aac2-3766-47b1-b3bb-1386c0ca29e8 kind: Event lastTimestamp: "2026-07-30T17:24:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:23:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:24:08Z" name: sequence-graph-2393a.18c721280be688ae namespace: kserve-ci-e2e-test resourceVersion: "22283" uid: 58123294-8ff1-4770-b095-64f46d27a9f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:13:12.961276Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-9ae38-b9f7f6958-tdphf to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:13:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:13:12Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c72092fd37a554 namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: dfc7f654-849f-41d3-865b-516eba71cfc6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:13Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-9ae38-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:13:13Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c720930886b17a namespace: kserve-ci-e2e-test resourceVersion: "16804" uid: ad70d665-b257-4aa1-afd1-e80f947d7580 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:13Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16791" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:13:13Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c720933a70890a namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: 14fe7245-cddd-4b68-9740-e89fee4fb353 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ae38} kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:13:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:13:14Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c720933bd4b135 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: eff32a3c-6844-445d-8555-b0285525b341 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ae38} kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:13:14Z" message: 'Created container: sequence-graph-9ae38' metadata: creationTimestamp: "2026-07-30T17:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:13:14Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c720933e93eece namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: 9a3e82b6-6374-4136-9fd0-adc65c832a69 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ae38} kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:13:14Z" message: Started container sequence-graph-9ae38 metadata: creationTimestamp: "2026-07-30T17:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:13:14Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c720933f0ba353 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 098cb033-277b-4005-aeb1-45f674c70474 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ae38} kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Stopping container sequence-graph-9ae38 metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:27Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c721062927ee60 namespace: kserve-ci-e2e-test resourceVersion: "20411" uid: 576aa929-1729-44dd-b174-ecea999daebc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ae38} kind: Pod name: sequence-graph-9ae38-b9f7f6958-tdphf namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 2eef1ae0-e22d-4a3d-84ca-20ce5c774b0a kind: Event lastTimestamp: "2026-07-30T17:21:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:21:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:55Z" name: sequence-graph-9ae38-b9f7f6958-tdphf.18c72106be1c336a namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: 8434dab2-9b31-48ee-9258-547e7a8d4284 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-9ae38-b9f7f6958 namespace: kserve-ci-e2e-test resourceVersion: "16779" uid: 45b012c5-6668-42e5-aaa0-1b3ce9928f45 kind: Event lastTimestamp: "2026-07-30T17:13:12Z" message: 'Created pod: sequence-graph-9ae38-b9f7f6958-tdphf' metadata: creationTimestamp: "2026-07-30T17:13:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:12Z" name: sequence-graph-9ae38-b9f7f6958.18c72092fc8d9539 namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: 6d8000e9-25f8-44b4-a46b-090f7aa024e1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16777" uid: 2ac5682a-41c3-4310-ae01-1da3b19c62ab kind: Event lastTimestamp: "2026-07-30T17:13:12Z" message: Scaled up replica set sequence-graph-9ae38-b9f7f6958 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:13:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:12Z" name: sequence-graph-9ae38.18c72092fb65b246 namespace: kserve-ci-e2e-test resourceVersion: "16780" uid: 7d05732d-83b8-441b-b123-5ae7226c55d8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16795" uid: 8b607f2e-f1dd-4790-b9a1-4d8775b1d0bb kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: InferenceGraph [sequence-graph-9ae38] is Ready metadata: creationTimestamp: "2026-07-30T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:13Z" name: sequence-graph-9ae38.18c720930173c868 namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 90ef5406-4524-4254-8768-9d2d8aa85722 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: 8b607f2e-f1dd-4790-b9a1-4d8775b1d0bb kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: 'Failed to update status for InferenceGraph "sequence-graph-9ae38": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-9ae38": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:13Z" name: sequence-graph-9ae38.18c72093043116cb namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 64321501-ae10-4a48-8ab2-754790893e54 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: 8b607f2e-f1dd-4790-b9a1-4d8775b1d0bb kind: Event lastTimestamp: "2026-07-30T17:13:13Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-9ae38": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:13Z" name: sequence-graph-9ae38.18c7209304316e94 namespace: kserve-ci-e2e-test resourceVersion: "16802" uid: a06b0883-c26d-44ec-90ca-06c1b873a3b4 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:13:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16778" uid: d2611f05-2109-47d6-975f-9b8446aae20f kind: Event lastTimestamp: "2026-07-30T17:13:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:42Z" name: sequence-graph-9ae38.18c7209679e229de namespace: kserve-ci-e2e-test resourceVersion: "17031" uid: 21d035da-8d04-4550-95c5-4533ca244d2f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:13:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16778" uid: d2611f05-2109-47d6-975f-9b8446aae20f kind: Event lastTimestamp: "2026-07-30T17:13:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:42Z" name: sequence-graph-9ae38.18c720967a44eab1 namespace: kserve-ci-e2e-test resourceVersion: "17032" uid: 36d2ce59-6b3a-4bd7-87b6-0def55abf87c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:33:07.483878Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26940" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-60a78-64d9cbc494-wsjkk to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c721a91c4ffb57 namespace: kserve-ci-e2e-test resourceVersion: "26948" uid: 4ed8667a-ff32-4278-b29d-c5654f7ce709 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26953" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c721a935aad12d namespace: kserve-ci-e2e-test resourceVersion: "26965" uid: cd3dda45-685a-4312-9805-a80ecbd6ec14 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-60a78} kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26943" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c721a936fc879b namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: 577a10c3-e685-4e55-b277-36ffe638e1cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-60a78} kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26943" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: 'Created container: splitter-graph-60a78' metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c721a93a059ad1 namespace: kserve-ci-e2e-test resourceVersion: "26968" uid: 0bf34fa2-5f23-446c-a87a-b4c110ac09de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-60a78} kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26943" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: Started container splitter-graph-60a78 metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c721a93a7e8192 namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: 6e916c96-3dcf-426e-9c8b-cfd108a6c8cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-60a78} kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26943" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:41:22Z" message: Stopping container splitter-graph-60a78 metadata: creationTimestamp: "2026-07-30T17:41:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:22Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c7221c48fa92b2 namespace: kserve-ci-e2e-test resourceVersion: "30393" uid: 6843f34d-5f75-4b53-b57c-cfd965f2b030 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:41:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-60a78} kind: Pod name: splitter-graph-60a78-64d9cbc494-wsjkk namespace: kserve-ci-e2e-test resourceVersion: "26943" uid: 7d1f6ab7-eba1-47c3-8a2c-c9de76b20e48 kind: Event lastTimestamp: "2026-07-30T17:41:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:41:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:49Z" name: splitter-graph-60a78-64d9cbc494-wsjkk.18c7221cd0b8c38d namespace: kserve-ci-e2e-test resourceVersion: "30629" uid: 0c0610d2-35eb-4c74-9ff0-f7df87867d7e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-60a78-64d9cbc494 namespace: kserve-ci-e2e-test resourceVersion: "26937" uid: 3214d47e-5b60-4d10-81d9-20dc4d066d7c kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: 'Created pod: splitter-graph-60a78-64d9cbc494-wsjkk' metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78-64d9cbc494.18c721a91af1c1d4 namespace: kserve-ci-e2e-test resourceVersion: "26944" uid: cd67d428-b729-46bf-8e89-8fc6bed8505c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26934" uid: aa4e15bb-52ec-490a-b061-03176ad3ae91 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: Scaled up replica set splitter-graph-60a78-64d9cbc494 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78.18c721a919eaa43d namespace: kserve-ci-e2e-test resourceVersion: "26938" uid: 5030eba9-b9b7-47b6-958d-3cf47472165f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26957" uid: 721bb883-8fcc-4f6f-86c9-be1aaea8f400 kind: Event lastTimestamp: "2026-07-30T17:33:07Z" message: InferenceGraph [splitter-graph-60a78] is Ready metadata: creationTimestamp: "2026-07-30T17:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:33:07Z" name: splitter-graph-60a78.18c721a92246b25e namespace: kserve-ci-e2e-test resourceVersion: "26959" uid: 1f77777a-5eb8-4ef0-902e-68900b94a9e0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:33:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26936" uid: 64783996-4ce3-42ca-9956-f192cc86d9b4 kind: Event lastTimestamp: "2026-07-30T17:33:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:37Z" name: splitter-graph-60a78.18c721ac98d33763 namespace: kserve-ci-e2e-test resourceVersion: "27202" uid: e78c39b9-e7a0-47c5-b68d-106f1ca6389f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:33:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26936" uid: 64783996-4ce3-42ca-9956-f192cc86d9b4 kind: Event lastTimestamp: "2026-07-30T17:33:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:33:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:37Z" name: splitter-graph-60a78.18c721ac9945ebc0 namespace: kserve-ci-e2e-test resourceVersion: "27203" uid: 7d22a42f-57f0-465c-9247-9aa357377250 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:31:57.082059Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26113" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-72b8e-59fd459df5-jzspv to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c72198b809837c namespace: kserve-ci-e2e-test resourceVersion: "26118" uid: b5e65abb-201a-451a-9799-7f36efe2205b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26123" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c72198d1b0a99c namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: c816d2ba-db38-49c9-aa55-3d6393060984 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-72b8e} kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c72198d2eb5f1d namespace: kserve-ci-e2e-test resourceVersion: "26143" uid: ef6bcf35-cf23-4eea-96b9-4505dfe9f966 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-72b8e} kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'Created container: splitter-graph-72b8e' metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c72198d5e38c0a namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: d39f7c09-5254-4ace-8736-83eab3868248 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-72b8e} kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: Started container splitter-graph-72b8e metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c72198d654fabc namespace: kserve-ci-e2e-test resourceVersion: "26145" uid: f8cb03a6-ac29-42ea-a89f-00a8885fbf11 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-72b8e} kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Stopping container splitter-graph-72b8e metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c7219b116f1753 namespace: kserve-ci-e2e-test resourceVersion: "26236" uid: 51cd5c48-c0da-45a5-b9b2-f706ce4f348d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:32:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-72b8e} kind: Pod name: splitter-graph-72b8e-59fd459df5-jzspv namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 42645796-0b79-44fe-b1e9-2743055f1dfd kind: Event lastTimestamp: "2026-07-30T17:32:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:32:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:34Z" name: splitter-graph-72b8e-59fd459df5-jzspv.18c7219b888f340c namespace: kserve-ci-e2e-test resourceVersion: "26600" uid: 5852f016-e663-4165-84fd-8d30070d031d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-72b8e-59fd459df5 namespace: kserve-ci-e2e-test resourceVersion: "26109" uid: 4c083fbc-fce5-4ab8-b4c9-5a551782c2c9 kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'Created pod: splitter-graph-72b8e-59fd459df5-jzspv' metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e-59fd459df5.18c72198b79d5476 namespace: kserve-ci-e2e-test resourceVersion: "26114" uid: 7433842a-a280-41e4-b8fb-41b9f86cd921 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-72b8e namespace: kserve-ci-e2e-test resourceVersion: "26107" uid: 17c4a268-a3b6-49e0-a2cf-87cec9341c5c kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: Scaled up replica set splitter-graph-72b8e-59fd459df5 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e.18c72198b6e0e1e7 namespace: kserve-ci-e2e-test resourceVersion: "26111" uid: 5431f360-d342-40f3-8852-9bc0c53aceb9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-72b8e namespace: kserve-ci-e2e-test resourceVersion: "26130" uid: 64230513-c4d3-4658-97dd-b5d96716bbff kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: InferenceGraph [splitter-graph-72b8e] is Ready metadata: creationTimestamp: "2026-07-30T17:31:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:57Z" name: splitter-graph-72b8e.18c72198bc63dda5 namespace: kserve-ci-e2e-test resourceVersion: "26132" uid: 09a0a6c5-698f-4f21-8bd3-bd0160fc9fb8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:31:53.115428Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25992" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0086b-predictor-769897bbf7-xjhbs to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197cb9b8552 namespace: kserve-ci-e2e-test resourceVersion: "25998" uid: 8d0e4bb5-2c02-474f-8dd4-432ced44cae2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "26002" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197e554ec22 namespace: kserve-ci-e2e-test resourceVersion: "26044" uid: c062f2a2-e740-4e58-a276-d67909f90622 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197e69cee22 namespace: kserve-ci-e2e-test resourceVersion: "26046" uid: 01048d3e-8813-4f07-b2eb-88e2b0be8df5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197ea390465 namespace: kserve-ci-e2e-test resourceVersion: "26047" uid: c6166a6c-a690-455d-83b1-12bfa2384569 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197eab51965 namespace: kserve-ci-e2e-test resourceVersion: "26048" uid: 20fd98e2-6069-4941-9bbf-25858f6c2826 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197eac0b8de namespace: kserve-ci-e2e-test resourceVersion: "26049" uid: d1c11ec9-ea0a-461a-8389-7d56ecb7db3f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197ed7a8248 namespace: kserve-ci-e2e-test resourceVersion: "26050" uid: 3a2b183d-de3e-49ea-b0f3-da653abcd512 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72197edf3b81d namespace: kserve-ci-e2e-test resourceVersion: "26051" uid: 2cf29588-9b4f-447e-8898-eeeeeb984e5a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:31:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:32:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:31:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:30Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c7219808bdcfc4 namespace: kserve-ci-e2e-test resourceVersion: "26573" uid: 919b2c26-860f-4c11-832d-1647e5264b8a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:49:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:12Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72289d02e1a54 namespace: kserve-ci-e2e-test resourceVersion: "33655" uid: 08374bc0-cdba-4b2f-961f-2dcc85931711 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:49:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:12Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c72289d02e9294 namespace: kserve-ci-e2e-test resourceVersion: "33656" uid: 42b560e6-ce8b-4175-be45-d82653519aa0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 164c5fe1-fd91-44a5-9acb-d900b2f8d5ee kind: Event lastTimestamp: "2026-07-30T17:49:15Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:15Z" name: success-200-isvc-0086b-predictor-769897bbf7-xjhbs.18c7228a6985ba36 namespace: kserve-ci-e2e-test resourceVersion: "33729" uid: 6a29772b-eab4-4135-87b1-4aebf82b3e46 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0086b-predictor-769897bbf7 namespace: kserve-ci-e2e-test resourceVersion: "25979" uid: 6e9eb985-2399-4df8-9fdf-23131e66ea24 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Created pod: success-200-isvc-0086b-predictor-769897bbf7-xjhbs' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor-769897bbf7.18c72197cb2ceb19 namespace: kserve-ci-e2e-test resourceVersion: "25993" uid: e2d47e01-3935-4f0d-a16e-8b6aa7b0c2ad reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25972" uid: ca6950ec-c4f7-43b2-8a87-c8fe5d8e09b1 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Scaled up replica set success-200-isvc-0086b-predictor-769897bbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b-predictor.18c72197c9639ce0 namespace: kserve-ci-e2e-test resourceVersion: "25981" uid: 0ebabc55-7e16-4ee0-9c99-e137c3c35341 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25978" uid: a981dc61-d3f0-4a94-95a6-00f8abe86548 kind: Event lastTimestamp: "2026-07-30T17:32:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:23Z" name: success-200-isvc-0086b-predictor.18c7219b47d8c28a namespace: kserve-ci-e2e-test resourceVersion: "26517" uid: 0dff5755-910c-41c4-9b8e-0bf5623846e4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "25978" uid: a981dc61-d3f0-4a94-95a6-00f8abe86548 kind: Event lastTimestamp: "2026-07-30T17:32:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:23Z" name: success-200-isvc-0086b-predictor.18c7219b483be375 namespace: kserve-ci-e2e-test resourceVersion: "26518" uid: 4f39dbf5-7331-4695-b295-e28778f0a07c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: a981dc61-d3f0-4a94-95a6-00f8abe86548 kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: success-200-isvc-0086b-predictor.18c721a245bf2f6e namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: 417940ce-8c05-41de-a2c9-f05ba0f97359 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:32:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0086b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: a981dc61-d3f0-4a94-95a6-00f8abe86548 kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: success-200-isvc-0086b-predictor.18c721a2462b9b6f namespace: kserve-ci-e2e-test resourceVersion: "26973" uid: 60c88caa-e617-45c8-b1ab-4d879108aa39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25945" uid: aa2f1568-8716-4835-92b6-f4bd95e131e2 kind: Event lastTimestamp: "2026-07-30T17:32:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:40Z" name: success-200-isvc-0086b.18c72197c982ed46 namespace: kserve-ci-e2e-test resourceVersion: "26665" uid: 7304e0ec-13ac-4c65-92ac-72ab720bf0bf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25945" uid: aa2f1568-8716-4835-92b6-f4bd95e131e2 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'Failed to update status for InferenceService "success-200-isvc-0086b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0086b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b.18c72197ca027185 namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9d8316a2-d63a-408a-9581-a75fa06758e0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "25945" uid: aa2f1568-8716-4835-92b6-f4bd95e131e2 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0086b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-0086b.18c72197ca02df5d namespace: kserve-ci-e2e-test resourceVersion: "25988" uid: 76cad2e7-dff4-4fbc-90eb-c100f1547b83 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0086b namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: aa2f1568-8716-4835-92b6-f4bd95e131e2 kind: Event lastTimestamp: "2026-07-30T17:32:40Z" message: InferenceService [success-200-isvc-0086b] is Ready metadata: creationTimestamp: "2026-07-30T17:32:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:40Z" name: success-200-isvc-0086b.18c721a2c49bc0cc namespace: kserve-ci-e2e-test resourceVersion: "26663" uid: 69af8de5-c51f-4121-b26c-22073527653f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:21:27.810216Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0186d-predictor-d7f9c495-s9s7t to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c7210634833911 namespace: kserve-ci-e2e-test resourceVersion: "20469" uid: 6a8901e4-b5dc-49cc-aed6-aa2d0b08bd65 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c721064e2ce628 namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 56bf8633-c3f8-4e2a-8c32-12ec109f6a88 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c721064f6d9db1 namespace: kserve-ci-e2e-test resourceVersion: "20518" uid: d0a7b9b4-aa1d-421c-8260-7b5703fed031 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c72106528da2d7 namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 924f21f1-ac37-453c-b428-b3560aad1218 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c7210653098521 namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: a3618a9f-e063-4f9b-9cd1-da34aab2fc85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c7210653135cca namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: ea053fa6-5d33-4bfc-925d-fffe023f5c69 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c7210655d2d6e4 namespace: kserve-ci-e2e-test resourceVersion: "20524" uid: 30ee2a09-1529-4584-826b-22f5bc31dcaf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:21:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:28Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c7210656528542 namespace: kserve-ci-e2e-test resourceVersion: "20526" uid: 24e706ae-70ae-48f1-ae0b-1b60877a0506 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:22:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:04Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c72106735a9920 namespace: kserve-ci-e2e-test resourceVersion: "21039" uid: 393776f5-f61f-4db7-bf62-63d40be23a34 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c721168e28363c namespace: kserve-ci-e2e-test resourceVersion: "21407" uid: 77ec518b-35b5-4a0a-8e22-f5119696507b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c721168e297a81 namespace: kserve-ci-e2e-test resourceVersion: "21410" uid: a623c540-4ba2-478b-966e-9dad589f7259 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t namespace: kserve-ci-e2e-test resourceVersion: "20467" uid: 693c5522-fe16-4924-9992-d11e90cf6d09 kind: Event lastTimestamp: "2026-07-30T17:22:39Z" message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp 10.133.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:39Z" name: success-200-isvc-0186d-predictor-d7f9c495-s9s7t.18c72116fb78f594 namespace: kserve-ci-e2e-test resourceVersion: "21520" uid: 0d12bde1-b8a0-4939-ad4e-2a033c3ed13b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0186d-predictor-d7f9c495 namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: 1446bec1-2845-4fdd-8a2a-a0c52d4ccb25 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'Created pod: success-200-isvc-0186d-predictor-d7f9c495-s9s7t' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-0186d-predictor-d7f9c495.18c721063417a58e namespace: kserve-ci-e2e-test resourceVersion: "20466" uid: 85f4781f-7558-49cb-87c3-7c6a0824b354 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: 439e2968-e766-4297-bd54-f261152f2d53 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Scaled up replica set success-200-isvc-0186d-predictor-d7f9c495 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-0186d-predictor.18c72106322579c4 namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: b7e14707-324b-4769-bf58-9d72b7f474d6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 6a6f215d-727a-45ac-b89c-f1f427d81856 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-0186d-predictor.18c72109b0e9d019 namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: 1e4949c1-3ba8-47bf-9137-4fa437c73e0f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 6a6f215d-727a-45ac-b89c-f1f427d81856 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-0186d-predictor.18c72109b1484b05 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: f155f3fb-50bb-420e-8c05-a3ee55e30beb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: 6a6f215d-727a-45ac-b89c-f1f427d81856 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: success-200-isvc-0186d-predictor.18c7210d2fef7d79 namespace: kserve-ci-e2e-test resourceVersion: "21250" uid: 093bab16-ca1d-4cca-aa0d-106cd3b9f162 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0186d-predictor namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: 6a6f215d-727a-45ac-b89c-f1f427d81856 kind: Event lastTimestamp: "2026-07-30T17:22:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:27Z" name: success-200-isvc-0186d-predictor.18c7210d304de43e namespace: kserve-ci-e2e-test resourceVersion: "21253" uid: d45ceec5-51d7-427c-adbb-b467d154b5c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: 15d361ef-c5e6-4204-88f5-415f49c40ec4 kind: Event lastTimestamp: "2026-07-30T17:22:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:14Z" name: success-200-isvc-0186d.18c721063256d732 namespace: kserve-ci-e2e-test resourceVersion: "21129" uid: 1a8d162e-daa5-407d-8e86-e61878cf1eb0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: 15d361ef-c5e6-4204-88f5-415f49c40ec4 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'Failed to update status for InferenceService "success-200-isvc-0186d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-0186d.18c72106334a4c99 namespace: kserve-ci-e2e-test resourceVersion: "20461" uid: ef9b3353-8152-47e7-b140-920ec955ee90 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: 15d361ef-c5e6-4204-88f5-415f49c40ec4 kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0186d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-0186d.18c72106334aba9b namespace: kserve-ci-e2e-test resourceVersion: "20463" uid: 2ed872ee-ab1b-4fd4-9019-ac85648e55be reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0186d namespace: kserve-ci-e2e-test resourceVersion: "21127" uid: 15d361ef-c5e6-4204-88f5-415f49c40ec4 kind: Event lastTimestamp: "2026-07-30T17:22:14Z" message: InferenceService [success-200-isvc-0186d] is Ready metadata: creationTimestamp: "2026-07-30T17:22:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:14Z" name: success-200-isvc-0186d.18c721112e363f9d namespace: kserve-ci-e2e-test resourceVersion: "21128" uid: 2ab19232-3f40-4b4c-a021-cb3a41affb7c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:22:38.114484Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21438" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2393a-predictor-7465876489-6ckc4 to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c7211692f9ad86 namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: 75acaa59-cca9-4385-8b7e-0f3af3f30feb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21449" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116ac7cb3ca namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: 994da1be-1e18-4a9d-b186-f963b8a4e4af reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116adb0cc50 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 0d375659-6bdd-4f5e-8679-a212b0f396a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116b0c81a33 namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: f22ab18c-14a2-46e7-a0c0-ef72f65d2303 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116b154ac08 namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: b18e3789-5563-4a1e-a678-bd2b5e7fbd29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116b15f439e namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: dc9d9a16-a8ff-497f-8727-4539490445d6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116b440a5ba namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 5748d1be-cc20-4f2d-8c58-beca6ebc0ae7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72116b4b8b5d6 namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: ac4419cf-e576-43cc-91f8-202b16cb1eaa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:22:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:31:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:22:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:56Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c721170ba69601 namespace: kserve-ci-e2e-test resourceVersion: "26091" uid: 04a5b43a-3839-43bb-b606-26ae94f582f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72197c6d8eae4 namespace: kserve-ci-e2e-test resourceVersion: "25957" uid: 605bb37b-97cb-48ef-b7ab-d4021e41fb8e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:31:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:31:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:53Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c72197c6d95d8d namespace: kserve-ci-e2e-test resourceVersion: "25958" uid: afa56182-e55e-4be4-ace3-b4c2a2070cb1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2393a-predictor-7465876489-6ckc4 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: b9768ae9-d9f7-4161-bb4c-bfe7f4a2f066 kind: Event lastTimestamp: "2026-07-30T17:31:56Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:31:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:56Z" name: success-200-isvc-2393a-predictor-7465876489-6ckc4.18c7219880162f86 namespace: kserve-ci-e2e-test resourceVersion: "26090" uid: bf107644-f6fc-4fdc-a74a-47035719b03e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2393a-predictor-7465876489 namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: 5f111a10-d035-4b2a-a6ab-8e46209e26a0 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Created pod: success-200-isvc-2393a-predictor-7465876489-6ckc4' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor-7465876489.18c7211692925ac1 namespace: kserve-ci-e2e-test resourceVersion: "21440" uid: 4ebbe21b-1ed6-414d-8fc7-8d6a8237c6f4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21420" uid: a603ed77-ecba-4d4b-9122-9abee9c9a362 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: Scaled up replica set success-200-isvc-2393a-predictor-7465876489 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a-predictor.18c7211690d631c6 namespace: kserve-ci-e2e-test resourceVersion: "21428" uid: b9f8b72c-e32a-4311-9ac7-4d232878437f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: d1428db2-5bc9-404d-9b51-74c1b13ae32f kind: Event lastTimestamp: "2026-07-30T17:23:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:08Z" name: success-200-isvc-2393a-predictor.18c7211a0f0b841e namespace: kserve-ci-e2e-test resourceVersion: "21787" uid: d2d64909-e6e9-4979-a689-6ca39f4e3a23 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: d1428db2-5bc9-404d-9b51-74c1b13ae32f kind: Event lastTimestamp: "2026-07-30T17:23:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:08Z" name: success-200-isvc-2393a-predictor.18c7211a0f4ac0e7 namespace: kserve-ci-e2e-test resourceVersion: "21788" uid: a3065b63-a12c-40cb-b7df-4f1b51517dd9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: d1428db2-5bc9-404d-9b51-74c1b13ae32f kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: success-200-isvc-2393a-predictor.18c721210d110954 namespace: kserve-ci-e2e-test resourceVersion: "22036" uid: 1249c5de-a0d0-4ff7-a0e7-0c45b2a999d9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2393a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: d1428db2-5bc9-404d-9b51-74c1b13ae32f kind: Event lastTimestamp: "2026-07-30T17:23:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:23:38Z" name: success-200-isvc-2393a-predictor.18c721210d6f0a73 namespace: kserve-ci-e2e-test resourceVersion: "22039" uid: 3596519a-ae5e-4578-9e9a-164044af69d2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: 4010a949-8b86-49eb-8bdf-e1f6c7afb5d8 kind: Event lastTimestamp: "2026-07-30T17:23:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:23:26Z" name: success-200-isvc-2393a.18c7211690d26ae3 namespace: kserve-ci-e2e-test resourceVersion: "21938" uid: 0518a5f9-febb-473c-92cd-8b8685f8b62e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: 4010a949-8b86-49eb-8bdf-e1f6c7afb5d8 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'Failed to update status for InferenceService "success-200-isvc-2393a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2393a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a.18c7211691465779 namespace: kserve-ci-e2e-test resourceVersion: "21433" uid: 509d2381-2adf-4185-ad23-1f09b79de854 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: 4010a949-8b86-49eb-8bdf-e1f6c7afb5d8 kind: Event lastTimestamp: "2026-07-30T17:22:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2393a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:38Z" name: success-200-isvc-2393a.18c721169146be22 namespace: kserve-ci-e2e-test resourceVersion: "21435" uid: 05e505e7-9d42-49e0-a625-a240862ca821 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:23:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2393a namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: 4010a949-8b86-49eb-8bdf-e1f6c7afb5d8 kind: Event lastTimestamp: "2026-07-30T17:23:26Z" message: InferenceService [success-200-isvc-2393a] is Ready metadata: creationTimestamp: "2026-07-30T17:23:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:23:26Z" name: success-200-isvc-2393a.18c72121c6d00b7f namespace: kserve-ci-e2e-test resourceVersion: "21936" uid: b9c02709-a18b-41fa-8233-b835b4323e5d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:32:07.358229Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26288" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-60a78-predictor-bb6796989-qvlbn to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b1c8b708d namespace: kserve-ci-e2e-test resourceVersion: "26294" uid: 98651746-3f8a-4b4e-9126-8567b89f6fc2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-60a78-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b242dc1ce namespace: kserve-ci-e2e-test resourceVersion: "26324" uid: 145158bb-4fac-48b7-af8b-e288995e4cda reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26300" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b59fc18bb namespace: kserve-ci-e2e-test resourceVersion: "26349" uid: 4974a303-5854-4ebf-b596-e32678e6822b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b5b3ef4c7 namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: 6dd175d2-91ea-4e07-ad85-f19a9efa181f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b5ec1749a namespace: kserve-ci-e2e-test resourceVersion: "26352" uid: cd52068a-25f0-4bcc-8433-f7aae7b1a34c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b5f38cada namespace: kserve-ci-e2e-test resourceVersion: "26353" uid: 6f799ac7-7bb8-46b7-906d-9cd730710af9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b5f435829 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: d777f686-ecac-4bd9-bb06-1604693075d4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b61e9a718 namespace: kserve-ci-e2e-test resourceVersion: "26356" uid: 6ec6e78c-57fb-440e-b7fa-6cb06e76535a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:32:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:08Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219b62625eb0 namespace: kserve-ci-e2e-test resourceVersion: "26358" uid: e33eba93-9d5a-4fc5-8d1a-54ce056dff8b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:32:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:32:46Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:32:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:46Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7219bc6c1ff76 namespace: kserve-ci-e2e-test resourceVersion: "26719" uid: c1d2ab82-57ad-4910-97af-fccf29f31e0b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:41:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:41:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:22Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7221c50a9e649 namespace: kserve-ci-e2e-test resourceVersion: "30411" uid: cf318cf0-9a37-48e5-b95a-9148f193d184 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:41:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-60a78-predictor-bb6796989-qvlbn namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: d67e964b-2155-48bd-ad0c-9d1036f9f80c kind: Event lastTimestamp: "2026-07-30T17:41:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:41:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:41:22Z" name: success-200-isvc-60a78-predictor-bb6796989-qvlbn.18c7221c50aa622a namespace: kserve-ci-e2e-test resourceVersion: "30412" uid: e2673f01-da6a-447f-89c1-e33245db5a7f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-60a78-predictor-bb6796989 namespace: kserve-ci-e2e-test resourceVersion: "26280" uid: aa22d70f-1c8a-43ec-976f-244822effc87 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'Created pod: success-200-isvc-60a78-predictor-bb6796989-qvlbn' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78-predictor-bb6796989.18c7219b1c1e8cfa namespace: kserve-ci-e2e-test resourceVersion: "26291" uid: fa7b1237-0a91-4335-b779-bda8f63bec8a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26275" uid: c90f7312-e9dc-4439-853d-96d71ce328e8 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Scaled up replica set success-200-isvc-60a78-predictor-bb6796989 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78-predictor.18c7219b1a5e0aaf namespace: kserve-ci-e2e-test resourceVersion: "26281" uid: 8c261b0d-ad18-4a83-9025-b7d2902e7d30 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:32:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26277" uid: e24cbc69-3043-42a6-b90f-eb3ca1a8a716 kind: Event lastTimestamp: "2026-07-30T17:33:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:22Z" name: success-200-isvc-60a78-predictor.18c7219e98eb8b8b namespace: kserve-ci-e2e-test resourceVersion: "27083" uid: f1833576-e055-4a90-8ada-4af125850165 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:32:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26277" uid: e24cbc69-3043-42a6-b90f-eb3ca1a8a716 kind: Event lastTimestamp: "2026-07-30T17:33:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:32:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:22Z" name: success-200-isvc-60a78-predictor.18c7219e995c98c5 namespace: kserve-ci-e2e-test resourceVersion: "27084" uid: 038b5f4a-d5e4-403f-8cbd-fe0c62aa9a87 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26506" uid: e24cbc69-3043-42a6-b90f-eb3ca1a8a716 kind: Event lastTimestamp: "2026-07-30T17:32:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:37Z" name: success-200-isvc-60a78-predictor.18c721a2188729bf namespace: kserve-ci-e2e-test resourceVersion: "26625" uid: 56e51477-05a1-4fe7-b61a-db7da6cca9bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-60a78-predictor namespace: kserve-ci-e2e-test resourceVersion: "26506" uid: e24cbc69-3043-42a6-b90f-eb3ca1a8a716 kind: Event lastTimestamp: "2026-07-30T17:32:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:37Z" name: success-200-isvc-60a78-predictor.18c721a218fad239 namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: e98320da-5567-405e-a609-a22b084e8ce7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26253" uid: 73db4713-a019-4b19-9105-dc4b8e6a041e kind: Event lastTimestamp: "2026-07-30T17:32:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:56Z" name: success-200-isvc-60a78.18c7219b1a66d947 namespace: kserve-ci-e2e-test resourceVersion: "26852" uid: 80d50479-867d-42ba-9e91-b20f6d6ea1fb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26253" uid: 73db4713-a019-4b19-9105-dc4b8e6a041e kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'Failed to update status for InferenceService "success-200-isvc-60a78": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-60a78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78.18c7219b1afd55e9 namespace: kserve-ci-e2e-test resourceVersion: "26285" uid: fff75e3b-b15a-4423-855c-ff29a73e44ee reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26253" uid: 73db4713-a019-4b19-9105-dc4b8e6a041e kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-60a78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-60a78.18c7219b1afdaa81 namespace: kserve-ci-e2e-test resourceVersion: "26286" uid: 5d88894d-c6c9-432f-aa3e-2047777b3eec reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-60a78 namespace: kserve-ci-e2e-test resourceVersion: "26849" uid: 73db4713-a019-4b19-9105-dc4b8e6a041e kind: Event lastTimestamp: "2026-07-30T17:32:56Z" message: InferenceService [success-200-isvc-60a78] is Ready metadata: creationTimestamp: "2026-07-30T17:32:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:56Z" name: success-200-isvc-60a78.18c721a682b2fc0a namespace: kserve-ci-e2e-test resourceVersion: "26850" uid: efaa83b9-b6d5-47ec-9d38-b39f8359d028 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:30:57.031484Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25105" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218abcbf5f6d namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: 939bedbf-7f53-41df-b6ac-b7622a7e650a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25130" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218ad67151dd namespace: kserve-ci-e2e-test resourceVersion: "25164" uid: c9d5b626-d072-4183-82ab-69a7131d92c4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218ad7acac00 namespace: kserve-ci-e2e-test resourceVersion: "25167" uid: b1e0a166-aa6c-44e7-a7ee-d52974c514c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218ada75e1b7 namespace: kserve-ci-e2e-test resourceVersion: "25168" uid: 7fef3d77-5d29-403d-80b8-20a122ce0cfa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218adb0bc7e6 namespace: kserve-ci-e2e-test resourceVersion: "25170" uid: 614cf7e1-bf3f-4a0f-bfbf-5982c861ed69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218adb17ec23 namespace: kserve-ci-e2e-test resourceVersion: "25172" uid: 11c70b28-57be-472b-8ea5-a1fa9dcadce6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218ade2af191 namespace: kserve-ci-e2e-test resourceVersion: "25176" uid: 66d2f1ac-5b3f-4053-9d0d-289d750874dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218adeb30211 namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: fef8f468-2ec3-4d35-a61f-6e6712664f0e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:30:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:31:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:30:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:31:34Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7218b2e05799e namespace: kserve-ci-e2e-test resourceVersion: "25769" uid: 182d0c7e-1861-424b-8047-8140f6f1e4a8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7219b198452fb namespace: kserve-ci-e2e-test resourceVersion: "26276" uid: 2a627117-b861-462a-bc17-00084a33854a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:32:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:07Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7219b19858cab namespace: kserve-ci-e2e-test resourceVersion: "26279" uid: 69d5ca84-dfa5-4305-98f6-445f5464b3a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: 09c83fa8-7be6-4302-9cc7-ec43a5926271 kind: Event lastTimestamp: "2026-07-30T17:32:09Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:32:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:09Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w.18c7219bb62a919b namespace: kserve-ci-e2e-test resourceVersion: "26385" uid: 7b523ae7-96aa-4a54-8be6-1df8d3e21068 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-72b8e-predictor-69f4dcbb45 namespace: kserve-ci-e2e-test resourceVersion: "25093" uid: d4904a41-e6a1-411a-a73d-41ee895c9205 kind: Event lastTimestamp: "2026-07-30T17:30:57Z" message: 'Created pod: success-200-isvc-72b8e-predictor-69f4dcbb45-sgp8w' metadata: creationTimestamp: "2026-07-30T17:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:30:57Z" name: success-200-isvc-72b8e-predictor-69f4dcbb45.18c7218abc3b1de5 namespace: kserve-ci-e2e-test resourceVersion: "25108" uid: 0b477095-e80e-4835-8e59-42fb1d42dd04 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25088" uid: 8825bcf6-2e3b-4698-9860-e0b7f41dd16d kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: Scaled up replica set success-200-isvc-72b8e-predictor-69f4dcbb45 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:30:56Z" name: success-200-isvc-72b8e-predictor.18c7218ab8af367c namespace: kserve-ci-e2e-test resourceVersion: "25095" uid: 7e01829b-4d96-4d78-a978-569aea76ebd8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:31:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25091" uid: 02f22af1-3c6e-4173-8d99-46f117aa0f86 kind: Event lastTimestamp: "2026-07-30T17:31:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:31:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:26Z" name: success-200-isvc-72b8e-predictor.18c7218e37267d36 namespace: kserve-ci-e2e-test resourceVersion: "25705" uid: 3bf3eafc-fdce-4aa2-9e09-436e20f57cb7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:31:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25091" uid: 02f22af1-3c6e-4173-8d99-46f117aa0f86 kind: Event lastTimestamp: "2026-07-30T17:31:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:31:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:26Z" name: success-200-isvc-72b8e-predictor.18c7218e378aaea1 namespace: kserve-ci-e2e-test resourceVersion: "25706" uid: b21ef279-e50d-479a-94fd-6beb85fb65e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:31:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25312" uid: 02f22af1-3c6e-4173-8d99-46f117aa0f86 kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:31:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: success-200-isvc-72b8e-predictor.18c7219534f984ba namespace: kserve-ci-e2e-test resourceVersion: "26101" uid: 7b39d237-e3cf-42e6-90a5-accf14afda2d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:31:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-72b8e-predictor namespace: kserve-ci-e2e-test resourceVersion: "25312" uid: 02f22af1-3c6e-4173-8d99-46f117aa0f86 kind: Event lastTimestamp: "2026-07-30T17:31:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:31:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:31:57Z" name: success-200-isvc-72b8e-predictor.18c72195356c361f namespace: kserve-ci-e2e-test resourceVersion: "26102" uid: 7717c4fe-ddc7-4d71-9dc6-84c1609a092e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 3943e4ca-edf3-48c6-b7ce-7f3934f5f314 kind: Event lastTimestamp: "2026-07-30T17:31:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:45Z" name: success-200-isvc-72b8e.18c7218ab8b75a42 namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 1c432473-fa24-4b05-8a67-f414b58a43e8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 3943e4ca-edf3-48c6-b7ce-7f3934f5f314 kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: 'Failed to update status for InferenceService "success-200-isvc-72b8e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-72b8e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:30:56Z" name: success-200-isvc-72b8e.18c7218ab9370ba9 namespace: kserve-ci-e2e-test resourceVersion: "25098" uid: 46e0b359-861a-4e86-aa62-4f926948ead8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25068" uid: 3943e4ca-edf3-48c6-b7ce-7f3934f5f314 kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-72b8e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:30:56Z" name: success-200-isvc-72b8e.18c7218ab9376793 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: 682c9709-d29b-442d-84f4-b3cb724b3bf9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:31:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-72b8e namespace: kserve-ci-e2e-test resourceVersion: "25862" uid: 3943e4ca-edf3-48c6-b7ce-7f3934f5f314 kind: Event lastTimestamp: "2026-07-30T17:31:45Z" message: InferenceService [success-200-isvc-72b8e] is Ready metadata: creationTimestamp: "2026-07-30T17:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:31:45Z" name: success-200-isvc-72b8e.18c72195e974578b namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: 2e76b91a-3b6e-4f69-8a87-866d98e9490c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:09:42.773517Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-74452-predictor-79b7494897-vlzrj to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:09:42Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c720620d0cdd4c namespace: kserve-ci-e2e-test resourceVersion: "14395" uid: 5ddbbedc-5864-4ff2-ad45-10449fe663a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-74452-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:42Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72062168ea0c3 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 1a4f685d-5dbe-4d11-a359-918ae80dde7f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14402" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Add eth0 [10.133.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:09:43Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c720624a4100b6 namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: a5c292a6-e35d-4354-ae9f-01e3c6c0b719 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:43Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" metadata: creationTimestamp: "2026-07-30T17:09:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:43Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c720624b9bdb9b namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: 13d220ba-6c9d-40a5-b10b-23f8a755fd1c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" in 12.213s (12.213s including waiting). Image size: 1334926961 bytes.' metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c7206523938fab namespace: kserve-ci-e2e-test resourceVersion: "14646" uid: 347f8559-1c32-4d6d-8981-a3e7684a7a21 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c720652699bc3d namespace: kserve-ci-e2e-test resourceVersion: "14648" uid: 060313fe-3057-47c3-8b9d-470aaad5fdaa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c720652710d4b3 namespace: kserve-ci-e2e-test resourceVersion: "14649" uid: d3a621fe-9e33-4e81-b912-ee3dddef970c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:56Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-30T17:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:56Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72065271d2d1d namespace: kserve-ci-e2e-test resourceVersion: "14651" uid: cfe26783-7c21-423d-aaf7-49d1d61ce821 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.541s (2.541s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72065be9a74bc namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: c9dc8e69-7c05-4f40-9fb8-e8fab6edc103 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72065c2d789a1 namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: e4d46df9-7be1-44c6-8252-3c0eb6728682 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:09:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:09:58Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72065c34f7121 namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: bc5a1992-86ad-4aed-9a3f-78246cb05d71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:09:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:10:35Z" message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:09:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:10:35Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72065ec64c98d namespace: kserve-ci-e2e-test resourceVersion: "15014" uid: f21227f0-b8f4-4ca4-99a1-7828d0245cdb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72077f4ce4702 namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 0bcbb99e-7b83-4c27-b437-8cee3a9b1a43 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-74452-predictor-79b7494897-vlzrj namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 182d235a-fae8-4526-bf30-513f8ab71990 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-74452-predictor-79b7494897-vlzrj.18c72077f4cecfc0 namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: 336b5e60-b3da-4f31-ab90-c1e06bc5816b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-74452-predictor-79b7494897 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: c252417c-5819-4038-af62-e6326330c647 kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: 'Created pod: success-200-isvc-74452-predictor-79b7494897-vlzrj' metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: success-200-isvc-74452-predictor-79b7494897.18c720620c7ae9b3 namespace: kserve-ci-e2e-test resourceVersion: "14392" uid: 70634354-5fd3-4718-be6c-933eae268114 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: 4df900c1-a340-4a98-bf86-d70f8fa9496f kind: Event lastTimestamp: "2026-07-30T17:09:42Z" message: Scaled up replica set success-200-isvc-74452-predictor-79b7494897 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:09:42Z" name: success-200-isvc-74452-predictor.18c720620a773c78 namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: a864ecfc-20c4-4ec8-8ca7-50d34d7f039e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 6f6be84d-1077-4bbb-ad6f-c442c0ae0676 kind: Event lastTimestamp: "2026-07-30T17:10:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:12Z" name: success-200-isvc-74452-predictor.18c7206589011332 namespace: kserve-ci-e2e-test resourceVersion: "14801" uid: ea34e53d-ed96-40e7-8293-f6eb2afeb6c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:09:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 6f6be84d-1077-4bbb-ad6f-c442c0ae0676 kind: Event lastTimestamp: "2026-07-30T17:10:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:10:12Z" name: success-200-isvc-74452-predictor.18c720658966929d namespace: kserve-ci-e2e-test resourceVersion: "14802" uid: 978f6154-981e-45c8-8aba-51c26aa14122 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:10:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: 6f6be84d-1077-4bbb-ad6f-c442c0ae0676 kind: Event lastTimestamp: "2026-07-30T17:11:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:12Z" name: success-200-isvc-74452-predictor.18c7206c86ac7a37 namespace: kserve-ci-e2e-test resourceVersion: "15378" uid: ff8d1631-e1d3-4990-87e7-59d7ee4101d6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-30T17:10:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-74452-predictor namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: 6f6be84d-1077-4bbb-ad6f-c442c0ae0676 kind: Event lastTimestamp: "2026-07-30T17:11:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:10:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:12Z" name: success-200-isvc-74452-predictor.18c7206c870edcd0 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: 7fb2b98e-aa88-4049-b945-2238acd6f154 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:09:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-74452 namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: ab24b87f-0930-4a35-9f02-2c51a9a22bb8 kind: Event lastTimestamp: "2026-07-30T17:10:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:10:45Z" name: success-200-isvc-74452.18c720620ab3726e namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 08ce1c39-31d7-4a82-ac08-8534611a4db7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:10:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-74452 namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: ab24b87f-0930-4a35-9f02-2c51a9a22bb8 kind: Event lastTimestamp: "2026-07-30T17:10:45Z" message: InferenceService [success-200-isvc-74452] is Ready metadata: creationTimestamp: "2026-07-30T17:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:10:45Z" name: success-200-isvc-74452.18c72070a762c117 namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 4cdfc1f0-d618-47fa-a163-f43b69e6856a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:11:16.897349Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8bf5c-predictor-696548fcc7-ntglx to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c72077f744a0a1 namespace: kserve-ci-e2e-test resourceVersion: "15471" uid: ee1ab600-93ac-4141-8301-1023f138376c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c7207810fb1a2a namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: bbc46365-a6e4-4a74-b9fd-7f73af2fd8c7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c720781260d336 namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: ce27969d-6be1-4023-99d2-b6f4b6abb14d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c720781527d5a1 namespace: kserve-ci-e2e-test resourceVersion: "15536" uid: 8ae20863-59b9-42b1-9978-043942bd9641 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c7207815959ef4 namespace: kserve-ci-e2e-test resourceVersion: "15537" uid: 41fd1a3b-b331-4924-9daa-9f85354b1ded reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c7207815a0efce namespace: kserve-ci-e2e-test resourceVersion: "15538" uid: 84551b17-4862-4c51-a731-508d7fde94dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c72078184f4b6d namespace: kserve-ci-e2e-test resourceVersion: "15542" uid: 987dcd34-44e1-406c-bf97-1fe312d859ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:11:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:17Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c7207818ba95c8 namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: 8f2b7f87-5715-4aa2-98a2-b853b7a9403d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:11:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:20:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:11:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:34Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c7207861c5d3e2 namespace: kserve-ci-e2e-test resourceVersion: "19979" uid: a8170339-f81c-474c-a303-b49bd5b544d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:31Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c720f92348e02d namespace: kserve-ci-e2e-test resourceVersion: "19855" uid: 11b9cbdd-0951-4e14-a3d9-610abcbe799b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:31Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c720f923497484 namespace: kserve-ci-e2e-test resourceVersion: "19857" uid: fb553cf0-49b9-41f9-93d8-a093cb55a478 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 85b9dffd-22ca-4623-bab8-4b5e3aede126 kind: Event lastTimestamp: "2026-07-30T17:20:34Z" message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:34Z" name: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx.18c720f9d6246516 namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: f0362463-d791-4e24-b79d-337ea8722817 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8bf5c-predictor-696548fcc7 namespace: kserve-ci-e2e-test resourceVersion: "15449" uid: 8878a07b-157f-4246-b7e6-6e9584eae601 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'Created pod: success-200-isvc-8bf5c-predictor-696548fcc7-ntglx' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-8bf5c-predictor-696548fcc7.18c72077f6d93bfe namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: 6bfda3dd-d0c3-4ee0-8011-8f21db250297 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: 6f51635d-4f9e-48c6-8bfa-06c8c6ab48d8 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Scaled up replica set success-200-isvc-8bf5c-predictor-696548fcc7 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-8bf5c-predictor.18c72077f3c01ec9 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 88f36dfe-07bf-4fdf-88ee-57260cc34e06 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:11:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: d502678a-8205-4dc3-8a04-d04cabfb3428 kind: Event lastTimestamp: "2026-07-30T17:11:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:46Z" name: success-200-isvc-8bf5c-predictor.18c7207b725af12b namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: 8b40c6ee-2b40-4151-be88-9facfde4da83 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:11:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: d502678a-8205-4dc3-8a04-d04cabfb3428 kind: Event lastTimestamp: "2026-07-30T17:11:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:46Z" name: success-200-isvc-8bf5c-predictor.18c7207b72c95907 namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 4ad1f809-f9f6-478c-962c-96b726f73245 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:12:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: d502678a-8205-4dc3-8a04-d04cabfb3428 kind: Event lastTimestamp: "2026-07-30T17:12:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:31Z" name: success-200-isvc-8bf5c-predictor.18c7208270132c3d namespace: kserve-ci-e2e-test resourceVersion: "16450" uid: 90322367-7e8a-45cb-ad4e-43ea9f42ba16 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:12:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bf5c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: d502678a-8205-4dc3-8a04-d04cabfb3428 kind: Event lastTimestamp: "2026-07-30T17:12:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:31Z" name: success-200-isvc-8bf5c-predictor.18c720827075b0c9 namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: 44c7756a-b5a9-49ca-a654-429ee36cd9e4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 71a47bd1-658c-49c7-8e77-c7420bf45e24 kind: Event lastTimestamp: "2026-07-30T17:12:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:04Z" name: success-200-isvc-8bf5c.18c72077f3c6c1f4 namespace: kserve-ci-e2e-test resourceVersion: "16022" uid: 43730400-1621-43cc-b1a0-c5db1573f878 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 71a47bd1-658c-49c7-8e77-c7420bf45e24 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'Failed to update status for InferenceService "success-200-isvc-8bf5c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8bf5c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-8bf5c.18c72077f49281c0 namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: f6aabfcb-6d2e-40a7-bfe1-2c4be33196fc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 71a47bd1-658c-49c7-8e77-c7420bf45e24 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8bf5c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:16Z" name: success-200-isvc-8bf5c.18c72077f492d44d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 04af4b46-c63f-447b-8103-a845fa5ae6d4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 71a47bd1-658c-49c7-8e77-c7420bf45e24 kind: Event lastTimestamp: "2026-07-30T17:12:04Z" message: InferenceService [success-200-isvc-8bf5c] is Ready metadata: creationTimestamp: "2026-07-30T17:12:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:04Z" name: success-200-isvc-8bf5c.18c720831d7a177c namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: a2b2780a-1eb1-4c2c-a14b-9cb6c66ceb53 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:12:12.945483Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:12:12Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c7208503ff83e8 namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 12839936-c697-40e2-8025-67b58673e269 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-9ae38-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:13Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c720850c1b6f8a namespace: kserve-ci-e2e-test resourceVersion: "16205" uid: abe855f4-8cf1-4ecd-a676-db5d8937066d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:12:13Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c7208541856266 namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: baa07b33-1b31-4709-a685-6341c7277548 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c7208542d34ad9 namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 925ad024-4c4a-4947-9d04-71e2d6b1d4de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c7208545a6e1a0 namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: e533af23-1a16-42f6-89d6-add9fe2b3240 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c720854621ad05 namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 5cf964d6-681d-42e1-936c-f90dbc88be3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c72085462c9370 namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: a4e9c5a0-d8c2-42a5-ad01-63e751704991 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c7208548b5b23b namespace: kserve-ci-e2e-test resourceVersion: "16236" uid: c96b3cc8-beab-4460-a2d3-51b94d056c5e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:12:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:14Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c720854932ea6c namespace: kserve-ci-e2e-test resourceVersion: "16237" uid: 4fce1504-51a2-4419-8c2b-4e9298bddd3d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:12:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:12:51Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:12:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:51Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c72085b390f129 namespace: kserve-ci-e2e-test resourceVersion: "16609" uid: 71be2d75-a55b-494d-b727-8260ba8bb3b3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c721062fb7689d namespace: kserve-ci-e2e-test resourceVersion: "20430" uid: 5521e376-e10c-453b-a1f6-648722273184 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 256075e0-ab2b-4edd-86f0-c529c460aa1e kind: Event lastTimestamp: "2026-07-30T17:21:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:27Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl.18c721062fb80ac9 namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: 2c675913-58f5-4294-90c9-688f1c64cc11 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9ae38-predictor-6bc5dbf5cc namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: 66e8d314-686d-4ca9-a120-95f1cf810263 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: 'Created pod: success-200-isvc-9ae38-predictor-6bc5dbf5cc-v4lsl' metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:12Z" name: success-200-isvc-9ae38-predictor-6bc5dbf5cc.18c72085036b08f3 namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: c86db07f-f068-4780-82fc-5aebc5d19fce reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 7d4a917d-04c8-424e-90d7-2c37a3aadfc4 kind: Event lastTimestamp: "2026-07-30T17:12:12Z" message: Scaled up replica set success-200-isvc-9ae38-predictor-6bc5dbf5cc from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:12Z" name: success-200-isvc-9ae38-predictor.18c7208501932b7b namespace: kserve-ci-e2e-test resourceVersion: "16142" uid: 8f521f7f-029c-4a03-b046-8f2e701f92b0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: 6fed450c-e7ab-4d6e-9fba-17e02e44e563 kind: Event lastTimestamp: "2026-07-30T17:12:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:42Z" name: success-200-isvc-9ae38-predictor.18c7208880505a9f namespace: kserve-ci-e2e-test resourceVersion: "16529" uid: df99a365-3de4-49eb-aa0f-99419873c758 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:12:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: 6fed450c-e7ab-4d6e-9fba-17e02e44e563 kind: Event lastTimestamp: "2026-07-30T17:12:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:42Z" name: success-200-isvc-9ae38-predictor.18c7208880ed10dc namespace: kserve-ci-e2e-test resourceVersion: "16530" uid: 722b6213-35e5-489c-904b-6117d726117e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:12:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 6fed450c-e7ab-4d6e-9fba-17e02e44e563 kind: Event lastTimestamp: "2026-07-30T17:13:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:27Z" name: success-200-isvc-9ae38-predictor.18c7208f7f06634d namespace: kserve-ci-e2e-test resourceVersion: "16925" uid: 7bc8a0cf-92de-4c18-bb76-fda47a068f44 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-30T17:12:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ae38-predictor namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 6fed450c-e7ab-4d6e-9fba-17e02e44e563 kind: Event lastTimestamp: "2026-07-30T17:13:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:13:28Z" name: success-200-isvc-9ae38-predictor.18c7208f7f682789 namespace: kserve-ci-e2e-test resourceVersion: "16926" uid: 132685cf-696f-4e72-b712-cd9cf37b611b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:12:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 4d44c4e5-694a-4ac1-90b5-38a3b5a1ebc0 kind: Event lastTimestamp: "2026-07-30T17:13:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:12:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:02Z" name: success-200-isvc-9ae38.18c720850196ad22 namespace: kserve-ci-e2e-test resourceVersion: "16697" uid: 4f6e03c6-8dbd-4ceb-9c56-d497daa2d2fe reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:13:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ae38 namespace: kserve-ci-e2e-test resourceVersion: "16695" uid: 4d44c4e5-694a-4ac1-90b5-38a3b5a1ebc0 kind: Event lastTimestamp: "2026-07-30T17:13:01Z" message: InferenceService [success-200-isvc-9ae38] is Ready metadata: creationTimestamp: "2026-07-30T17:13:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:13:01Z" name: success-200-isvc-9ae38.18c720906e4197c3 namespace: kserve-ci-e2e-test resourceVersion: "16696" uid: b1e650d9-7537-40e6-9683-ba60c031140b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:21:42.051179Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20758" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ba640-predictor-578f66447f-xk7vm to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c721098557105f namespace: kserve-ci-e2e-test resourceVersion: "20768" uid: 44f0947c-0d93-4cc0-ab3e-dd9b0e5b3fe7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ba640-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c7210994dfcf0d namespace: kserve-ci-e2e-test resourceVersion: "20807" uid: 8b7be4ba-cd75-4947-b269-70ad3badfdda reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109c30389da namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: ead67428-b4b1-4c07-821e-55d913d49475 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109c43bc785 namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: 9c7e80bc-86c1-4255-9417-a3b212e19f52 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109c7bacc27 namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: 84eb1371-3fb6-4e3d-aac3-2f4a248f94ae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109c833350c namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: ded25623-e430-4270-8306-1b6d06e6507f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109c83d3858 namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: 5dc59c69-7088-4d87-9695-1a7a13ea369a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109cb62ccd2 namespace: kserve-ci-e2e-test resourceVersion: "20837" uid: 1e92e213-08d9-4d10-9373-b292d0b1c9a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109cbdd1a5c namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: c073fa1c-caf1-44c4-a8c9-95646be9e608 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:30:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:59Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c72109f5135b9c namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: 597491ed-c25f-43cf-8376-33555c899abd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:56Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c7218ab7fb6a54 namespace: kserve-ci-e2e-test resourceVersion: "25089" uid: 9f100c50-991f-420d-b20f-2afda71efe74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:30:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:56Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c7218ab7fbd254 namespace: kserve-ci-e2e-test resourceVersion: "25092" uid: 56e99d20-3a6d-4978-a336-8fd249158e63 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:30:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ba640-predictor-578f66447f-xk7vm namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 9b1fc519-8c47-41d3-9475-2cd48e10296d kind: Event lastTimestamp: "2026-07-30T17:30:59Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:30:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:30:59Z" name: success-200-isvc-ba640-predictor-578f66447f-xk7vm.18c7218b6970b7bd namespace: kserve-ci-e2e-test resourceVersion: "25213" uid: 963156a5-c266-4edc-8344-3837661fe581 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ba640-predictor-578f66447f namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: 098f6780-ad9f-460c-8ce9-29ac9e61af41 kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: 'Created pod: success-200-isvc-ba640-predictor-578f66447f-xk7vm' metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-ba640-predictor-578f66447f.18c7210984d107ac namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: 4f28da38-4ae4-463e-bb08-95cfcee39f4e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: 112499de-c3f9-4996-b46b-4de00f6931bd kind: Event lastTimestamp: "2026-07-30T17:21:42Z" message: Scaled up replica set success-200-isvc-ba640-predictor-578f66447f from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:42Z" name: success-200-isvc-ba640-predictor.18c7210982c3600a namespace: kserve-ci-e2e-test resourceVersion: "20747" uid: b3300ac5-a590-4831-bdfb-989978894097 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20740" uid: 559866cd-3393-4bea-9c7d-67dbc9e6b0a0 kind: Event lastTimestamp: "2026-07-30T17:22:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:12Z" name: success-200-isvc-ba640-predictor.18c7210d014d3237 namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 5ce2680e-5913-4b82-901b-97f8deaa8952 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20740" uid: 559866cd-3393-4bea-9c7d-67dbc9e6b0a0 kind: Event lastTimestamp: "2026-07-30T17:22:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:12Z" name: success-200-isvc-ba640-predictor.18c7210d01b91507 namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: 5bab99d2-421b-45dd-9647-1aca1c96d2f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20969" uid: 559866cd-3393-4bea-9c7d-67dbc9e6b0a0 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: success-200-isvc-ba640-predictor.18c72113ff89cf57 namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: 08af7c11-d4d0-4cb2-9681-c02f031a520e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:22:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ba640-predictor namespace: kserve-ci-e2e-test resourceVersion: "20969" uid: 559866cd-3393-4bea-9c7d-67dbc9e6b0a0 kind: Event lastTimestamp: "2026-07-30T17:22:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:22:42Z" name: success-200-isvc-ba640-predictor.18c72113fff27f4b namespace: kserve-ci-e2e-test resourceVersion: "21553" uid: dcf211a6-46f6-4614-b0bc-cd85dcd45610 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:21:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "20717" uid: fdedd4ef-37e4-4de5-ac9f-8d3c138f1779 kind: Event lastTimestamp: "2026-07-30T17:22:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:30Z" name: success-200-isvc-ba640.18c7210982ca9c7b namespace: kserve-ci-e2e-test resourceVersion: "21315" uid: b5153a01-4e5f-44b1-92c8-59760fdede2f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:22:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ba640 namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: fdedd4ef-37e4-4de5-ac9f-8d3c138f1779 kind: Event lastTimestamp: "2026-07-30T17:22:30Z" message: InferenceService [success-200-isvc-ba640] is Ready metadata: creationTimestamp: "2026-07-30T17:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:22:30Z" name: success-200-isvc-ba640.18c72114afd16b48 namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: d6f32091-860b-42a8-978b-5c8fd88edc50 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:20:31.804483Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c48ce-predictor-6bb7889575-w942q to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:20:31Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f92a4ff62a namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 46d5cb4a-e19f-46d2-a75e-3d041b282b1d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f9440ca93b namespace: kserve-ci-e2e-test resourceVersion: "19932" uid: f581ca2f-71fa-4154-954b-39d0252e8b71 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1830" already present on machine metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f9458c4aee namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: d20d5199-f02a-41a2-983d-153c94beba5a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f948fe8d31 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 201757bb-0bb0-45ca-8dc4-160174ab53af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f94978e82e namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: e8c969fd-c198-484a-aadc-3f0e236f0ef6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f94983a945 namespace: kserve-ci-e2e-test resourceVersion: "19938" uid: 2769c39d-90fc-48cd-9037-b574605709f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f94c202e06 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: 2f142165-966c-44b7-ac2c-f7d60c19294b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:20:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:32Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f94c9a450a namespace: kserve-ci-e2e-test resourceVersion: "19943" uid: 501e0f92-bdd5-435a-9783-b2d4c16238a0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:20:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:21:08Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:20:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:08Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c720f95d5bb0d4 namespace: kserve-ci-e2e-test resourceVersion: "20246" uid: ae4a4fb6-e10f-4e5f-aafa-6d4e6934eb07 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:21:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-30T17:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:41Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c721098187f86d namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: bdad2636-f4e1-4c18-b73f-af978bcfef84 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:21:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-30T17:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:41Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c72109818883f1 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 563ad277-502d-4b69-a3c6-8a3414e7dad1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c48ce-predictor-6bb7889575-w942q namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 96cb6eca-b5f0-4655-8d78-be9c8d4c2639 kind: Event lastTimestamp: "2026-07-30T17:21:43Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-30T17:21:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:21:43Z" name: success-200-isvc-c48ce-predictor-6bb7889575-w942q.18c72109e5728b8e namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: c9271b93-683e-4d41-87c5-f4c48131efd5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c48ce-predictor-6bb7889575 namespace: kserve-ci-e2e-test resourceVersion: "19867" uid: 00242a0f-e820-496a-8e26-5d6a8a479371 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: 'Created pod: success-200-isvc-c48ce-predictor-6bb7889575-w942q' metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:20:31Z" name: success-200-isvc-c48ce-predictor-6bb7889575.18c720f929e64ca0 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: 99f7c3c3-8169-444b-821c-652de0db1527 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19865" uid: e588c1d8-fb83-4a1f-87a9-d2ce7551853d kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Scaled up replica set success-200-isvc-c48ce-predictor-6bb7889575 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:20:31Z" name: success-200-isvc-c48ce-predictor.18c720f9267829e3 namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: ea04e10a-cc62-4b6f-8773-a03ad13f81b3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:20:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19866" uid: 91c9c65d-9df0-48c0-b6e1-f712cbc628e0 kind: Event lastTimestamp: "2026-07-30T17:21:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:20:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:01Z" name: success-200-isvc-c48ce-predictor.18c720fca4db2295 namespace: kserve-ci-e2e-test resourceVersion: "20192" uid: 3567d6fb-cdbb-42dd-89e0-1f708cc22417 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:20:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "19866" uid: 91c9c65d-9df0-48c0-b6e1-f712cbc628e0 kind: Event lastTimestamp: "2026-07-30T17:21:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:20:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:01Z" name: success-200-isvc-c48ce-predictor.18c720fca53bf003 namespace: kserve-ci-e2e-test resourceVersion: "20193" uid: f01a2c0c-13a9-41d5-ae4d-dc211d895572 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 91c9c65d-9df0-48c0-b6e1-f712cbc628e0 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: success-200-isvc-c48ce-predictor.18c72103a28634f6 namespace: kserve-ci-e2e-test resourceVersion: "20595" uid: 5720617b-4cc2-4d7c-8007-f64dc2286e26 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:21:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c48ce-predictor namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 91c9c65d-9df0-48c0-b6e1-f712cbc628e0 kind: Event lastTimestamp: "2026-07-30T17:21:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:21:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:21:31Z" name: success-200-isvc-c48ce-predictor.18c72103a2e7734a namespace: kserve-ci-e2e-test resourceVersion: "20598" uid: 3ffebcec-05df-4ca4-b33b-88aadf3158b3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c48ce namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: 4790606a-65ff-47eb-b1a4-21ea2441985c kind: Event lastTimestamp: "2026-07-30T17:21:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:18Z" name: success-200-isvc-c48ce.18c720f9267d6ed1 namespace: kserve-ci-e2e-test resourceVersion: "20325" uid: 53a72f53-d414-4cae-9bc1-6bf169e7328c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:21:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c48ce namespace: kserve-ci-e2e-test resourceVersion: "20323" uid: 4790606a-65ff-47eb-b1a4-21ea2441985c kind: Event lastTimestamp: "2026-07-30T17:21:18Z" message: InferenceService [success-200-isvc-c48ce] is Ready metadata: creationTimestamp: "2026-07-30T17:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:21:18Z" name: success-200-isvc-c48ce.18c7210417f7e406 namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: 3248c976-cab8-4e1d-a931-ba5fa12facdf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:32:53.201020Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26786" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-0086b-5cbb7b6495-b6rl8 to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c721a5c8fce783 namespace: kserve-ci-e2e-test resourceVersion: "26791" uid: 7e32c422-7042-4ac0-98c8-5f9a29379fb6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26798" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c721a5e3912ff0 namespace: kserve-ci-e2e-test resourceVersion: "26811" uid: fa7cafa7-0dc6-4b07-999b-fd55f940550f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0086b} kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c721a5e4ef1b94 namespace: kserve-ci-e2e-test resourceVersion: "26813" uid: 8cacc107-56b4-4041-aefa-753f8bcf2c11 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0086b} kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: 'Created container: switch-graph-0086b' metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c721a5e7a91afe namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 6a1a0cb5-02d5-423f-b0de-7f743bf2d6b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0086b} kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: Started container switch-graph-0086b metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c721a5e822964f namespace: kserve-ci-e2e-test resourceVersion: "26815" uid: 62f42c7d-0bc0-4550-9163-42d77df6ae75 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0086b} kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:49:12Z" message: Stopping container switch-graph-0086b metadata: creationTimestamp: "2026-07-30T17:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:12Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c72289c616f985 namespace: kserve-ci-e2e-test resourceVersion: "33640" uid: e5db673d-6f71-4e29-9132-e381bbb3aef5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0086b} kind: Pod name: switch-graph-0086b-5cbb7b6495-b6rl8 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: 462a1b30-4576-4844-b76d-bd170f371971 kind: Event lastTimestamp: "2026-07-30T17:49:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:49:40Z" name: switch-graph-0086b-5cbb7b6495-b6rl8.18c7228a7799cc7e namespace: kserve-ci-e2e-test resourceVersion: "33918" uid: 19d6107b-554e-4dbb-81a6-e54a6ff77220 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-0086b-5cbb7b6495 namespace: kserve-ci-e2e-test resourceVersion: "26783" uid: 57c93422-3813-4001-ac58-c4677cd46d6b kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: 'Created pod: switch-graph-0086b-5cbb7b6495-b6rl8' metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b-5cbb7b6495.18c721a5c870c2a2 namespace: kserve-ci-e2e-test resourceVersion: "26788" uid: fc7d39c0-fd49-460a-9418-3dde94cc333e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 07352406-2039-47db-a2a9-7104202b279c kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: Scaled up replica set switch-graph-0086b-5cbb7b6495 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b.18c721a5c7307d5e namespace: kserve-ci-e2e-test resourceVersion: "26784" uid: b229090a-8a68-47ea-a717-1d65e98c0d3f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:32:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26801" uid: 43bbb774-9580-4fca-8775-b267aae8b44c kind: Event lastTimestamp: "2026-07-30T17:32:53Z" message: InferenceGraph [switch-graph-0086b] is Ready metadata: creationTimestamp: "2026-07-30T17:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:32:53Z" name: switch-graph-0086b.18c721a5cdf1314f namespace: kserve-ci-e2e-test resourceVersion: "26803" uid: f40bac11-7883-4fbf-a912-52fd0b5cb7bf reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 1f7d6d9f-511b-485c-92f9-048df084a7cc kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: switch-graph-0086b.18c721a945b3de12 namespace: kserve-ci-e2e-test resourceVersion: "26975" uid: 033ef068-bc7d-4303-b53a-1c8d295b7204 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 1f7d6d9f-511b-485c-92f9-048df084a7cc kind: Event lastTimestamp: "2026-07-30T17:33:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:08Z" name: switch-graph-0086b.18c721a945f783f2 namespace: kserve-ci-e2e-test resourceVersion: "26976" uid: 40832aaf-a0e9-459a-8289-2232af53a591 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26974" uid: 1f7d6d9f-511b-485c-92f9-048df084a7cc kind: Event lastTimestamp: "2026-07-30T17:33:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:23Z" name: switch-graph-0086b.18c721acc4af1786 namespace: kserve-ci-e2e-test resourceVersion: "27093" uid: 3038e6ae-a7c0-4a06-90bb-a014377cdcc2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:33:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0086b namespace: kserve-ci-e2e-test resourceVersion: "26974" uid: 1f7d6d9f-511b-485c-92f9-048df084a7cc kind: Event lastTimestamp: "2026-07-30T17:33:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:33:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:33:23Z" name: switch-graph-0086b.18c721acc4fa438b namespace: kserve-ci-e2e-test resourceVersion: "27095" uid: f358dddc-6ba9-43e3-8bb5-c3e018f724de reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:11:02.569124Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-74452-6f6c57c8-lptzm to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452-6f6c57c8-lptzm.18c72074a13d4068 namespace: kserve-ci-e2e-test resourceVersion: "15271" uid: 5fc054fa-e2c0-4127-bc89-da0ec748ecff reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:03Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-74452-serving-cert" not found' metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:03Z" name: switch-graph-74452-6f6c57c8-lptzm.18c72074ab0c8c80 namespace: kserve-ci-e2e-test resourceVersion: "15289" uid: 36b4c7c9-1bae-499d-9085-32eec86b071b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:04Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15274" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:04Z" message: Add eth0 [10.133.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:11:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:11:04Z" name: switch-graph-74452-6f6c57c8-lptzm.18c7207513fb4f4d namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: de043365-70c7-4ba9-826c-388b0dadece5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:04Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" metadata: creationTimestamp: "2026-07-30T17:11:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:04Z" name: switch-graph-74452-6f6c57c8-lptzm.18c720751525b889 namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 38397744-8d68-4e35-b750-d47fd3730772 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:06Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" in 2.014s (2.014s including waiting). Image size: 218226814 bytes.' metadata: creationTimestamp: "2026-07-30T17:11:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:06Z" name: switch-graph-74452-6f6c57c8-lptzm.18c720758d346b48 namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: c1d66bf5-4595-4026-aecc-fa2ca2ef94bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:06Z" message: 'Created container: switch-graph-74452' metadata: creationTimestamp: "2026-07-30T17:11:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:06Z" name: switch-graph-74452-6f6c57c8-lptzm.18c720758fe16e07 namespace: kserve-ci-e2e-test resourceVersion: "15322" uid: bdb8fdd2-ce46-4170-ac21-e1cd41e17a07 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:06Z" message: Started container switch-graph-74452 metadata: creationTimestamp: "2026-07-30T17:11:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:06Z" name: switch-graph-74452-6f6c57c8-lptzm.18c7207590481f4c namespace: kserve-ci-e2e-test resourceVersion: "15323" uid: 794922cd-68d0-4949-becb-bd1ba2410cc5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:16Z" message: Stopping container switch-graph-74452 metadata: creationTimestamp: "2026-07-30T17:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:16Z" name: switch-graph-74452-6f6c57c8-lptzm.18c72077ec03c6eb namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: f982a77c-9c2e-486b-8b50-04cb00556aaa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-74452} kind: Pod name: switch-graph-74452-6f6c57c8-lptzm namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: fe84a095-9c90-4dd2-b800-32b324d16232 kind: Event lastTimestamp: "2026-07-30T17:11:42Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:11:42Z" name: switch-graph-74452-6f6c57c8-lptzm.18c72078240146cc namespace: kserve-ci-e2e-test resourceVersion: "15788" uid: 33dffbb3-37b6-4c84-a19b-90a89f4c83d0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-74452-6f6c57c8 namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: 932ba634-cc43-4ba5-9b20-c95a60ff44e4 kind: Event lastTimestamp: "2026-07-30T17:11:02Z" message: 'Created pod: switch-graph-74452-6f6c57c8-lptzm' metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452-6f6c57c8.18c72074a0a8376a namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 8e74c43e-3968-4808-a542-667f457f485a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-74452 namespace: kserve-ci-e2e-test resourceVersion: "15260" uid: 2502cf65-2b2d-416e-8068-7f33be89601f kind: Event lastTimestamp: "2026-07-30T17:11:02Z" message: Scaled up replica set switch-graph-74452-6f6c57c8 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452.18c720749fe1d654 namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: 423d1387-7e33-41f6-ab0d-31125bcd17df reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-74452 namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: 8c32eeaf-4ef9-4d6e-833b-8cbf8ab33cca kind: Event lastTimestamp: "2026-07-30T17:11:02Z" message: InferenceGraph [switch-graph-74452] is Ready metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452.18c72074a505376b namespace: kserve-ci-e2e-test resourceVersion: "15278" uid: 8bca4eb4-3240-404a-abec-8e863aa6728c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-74452 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 8c32eeaf-4ef9-4d6e-833b-8cbf8ab33cca kind: Event lastTimestamp: "2026-07-30T17:11:02Z" message: 'Failed to update status for InferenceGraph "switch-graph-74452": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-74452": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452.18c72074a75695cb namespace: kserve-ci-e2e-test resourceVersion: "15280" uid: 4a4f3986-7042-4376-a12b-df48bb5c383d reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:11:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-74452 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 8c32eeaf-4ef9-4d6e-833b-8cbf8ab33cca kind: Event lastTimestamp: "2026-07-30T17:11:02Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-74452": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-30T17:11:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:11:02Z" name: switch-graph-74452.18c72074a7570586 namespace: kserve-ci-e2e-test resourceVersion: "15281" uid: 21b67d45-e7d2-4ae5-b5a3-448daa80cd13 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-30T17:12:16.933036Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16286" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-8bf5c-5dd585f497-dvlv7 to ip-10-0-132-155.ec2.internal metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-30T17:12:16Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c72085f1ac7588 namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: 77ec041b-8138-4cad-b1b6-daa1458b958b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-655f79fc65-454d6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:17Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-30T17:12:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-30T17:12:17Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c720860bcc3de5 namespace: kserve-ci-e2e-test resourceVersion: "16312" uid: 5fc3acaf-3a0b-4e84-9228-eb64a69f898b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8bf5c} kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:48b87e7d3c35a6dd10639597580fdc05c4123357a0e80e68b6b643c7e040d83d" already present on machine metadata: creationTimestamp: "2026-07-30T17:12:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:17Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c720860cf9ff1d namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: 9b76c7cb-bf8f-48b5-88c1-ff89de859022 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8bf5c} kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: 'Created container: switch-graph-8bf5c' metadata: creationTimestamp: "2026-07-30T17:12:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:17Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c720860fddc4e3 namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: db5b2eac-81f2-4866-8eb2-f113dd21762c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8bf5c} kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:12:17Z" message: Started container switch-graph-8bf5c metadata: creationTimestamp: "2026-07-30T17:12:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:12:17Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c7208610585901 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: d37a7328-4341-4aa2-bba1-3d64e81bf361 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:20:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8bf5c} kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:20:31Z" message: Stopping container switch-graph-8bf5c metadata: creationTimestamp: "2026-07-30T17:20:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:31Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c720f91aab03fc namespace: kserve-ci-e2e-test resourceVersion: "19832" uid: 278fc518-aa9d-4f3b-aad6-02c755b64ab5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-30T17:20:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8bf5c} kind: Pod name: switch-graph-8bf5c-5dd585f497-dvlv7 namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 7a405a1c-b348-4a32-8365-0d931ae4eae7 kind: Event lastTimestamp: "2026-07-30T17:20:58Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-30T17:20:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-30T17:20:58Z" name: switch-graph-8bf5c-5dd585f497-dvlv7.18c720f9a78ad629 namespace: kserve-ci-e2e-test resourceVersion: "20166" uid: 9b82a5d5-1784-4d06-bce6-50036774846b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-155.ec2.internal source: component: kubelet host: ip-10-0-132-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-8bf5c-5dd585f497 namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: 4f7a4d08-18d2-4acf-ac13-7b118b199bce kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: 'Created pod: switch-graph-8bf5c-5dd585f497-dvlv7' metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:16Z" name: switch-graph-8bf5c-5dd585f497.18c72085f1355057 namespace: kserve-ci-e2e-test resourceVersion: "16287" uid: e9c91dd8-892f-40d3-b1cf-5f2a28814646 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: a4f0879a-4595-466c-a290-8cce32d3297a kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: Scaled up replica set switch-graph-8bf5c-5dd585f497 from 0 to 1 metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:16Z" name: switch-graph-8bf5c.18c72085f09120b0 namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: d2b26585-26a9-443a-8f7c-1f672b48984a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:16Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16298" uid: 9a0dba53-71ba-4ec2-9b01-9835c4f46dc7 kind: Event lastTimestamp: "2026-07-30T17:12:16Z" message: InferenceGraph [switch-graph-8bf5c] is Ready metadata: creationTimestamp: "2026-07-30T17:12:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-30T17:12:16Z" name: switch-graph-8bf5c.18c72085f564ca5c namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: 676f9c0e-526f-411e-b483-6a0f78b4011c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: b2f13b5b-31d6-41f3-8d6d-a86aff235c05 kind: Event lastTimestamp: "2026-07-30T17:12:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:31Z" name: switch-graph-8bf5c.18c720896ef92f86 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: 944bbac9-fe85-4740-8168-9f7459da4cf6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: b2f13b5b-31d6-41f3-8d6d-a86aff235c05 kind: Event lastTimestamp: "2026-07-30T17:12:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-30T17:12:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:31Z" name: switch-graph-8bf5c.18c720896f63b904 namespace: kserve-ci-e2e-test resourceVersion: "16454" uid: ac879567-23b8-4bda-b650-47bd032e873e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16453" uid: b2f13b5b-31d6-41f3-8d6d-a86aff235c05 kind: Event lastTimestamp: "2026-07-30T17:12:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:46Z" name: switch-graph-8bf5c.18c7208cee100e22 namespace: kserve-ci-e2e-test resourceVersion: "16564" uid: 324ffea8-b591-46f4-8bed-453e20f28c68 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-30T17:12:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8bf5c namespace: kserve-ci-e2e-test resourceVersion: "16453" uid: b2f13b5b-31d6-41f3-8d6d-a86aff235c05 kind: Event lastTimestamp: "2026-07-30T17:12:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-30T17:12:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-30T17:12:46Z" name: switch-graph-8bf5c.18c7208cee50ecaa namespace: kserve-ci-e2e-test resourceVersion: "16566" uid: 20d63e4c-c958-4506-97ad-d8a2305b6de6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33918"