--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:23:33.937214Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-42a8c-86c8649578-qg926 to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:23:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:23:33Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8582f7a5c19cd namespace: kserve-ci-e2e-test resourceVersion: "19693" uid: 2f3d0e7d-6e20-423a-81a3-986b46c44b66 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8582f93d20724 namespace: kserve-ci-e2e-test resourceVersion: "19710" uid: cbcb3912-6365-4c9a-8312-484b98f024c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-42a8c} kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8582f95110642 namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: af8c81bd-94a1-4d72-8f85-2665e6b9cf14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-42a8c} kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: 'Created container: ensemble-graph-42a8c' metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8582f98496e83 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: 9a7e611b-5c0d-41db-ab64-e24bec31ba4f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-42a8c} kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: Started container ensemble-graph-42a8c metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8582f98fff697 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: fa2205f8-9e55-4030-8108-9da739d50aca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-42a8c} kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Stopping container ensemble-graph-42a8c metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a85831d2666483 namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: 2354828a-ef49-4a03-b2d8-088e2539cd0d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:23:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-42a8c} kind: Pod name: ensemble-graph-42a8c-86c8649578-qg926 namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: 5b2888ca-ff50-4e82-8e5d-524fceb40042 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:23:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: ensemble-graph-42a8c-86c8649578-qg926.18a8583243d3ce68 namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: b069a84a-4d7d-4e40-812d-3266b8de2688 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-42a8c-86c8649578 namespace: kserve-ci-e2e-test resourceVersion: "19682" uid: 7586e2c5-1f6e-4879-a7fa-d7c57014029b kind: Event lastTimestamp: "2026-04-21T10:23:33Z" message: 'Created pod: ensemble-graph-42a8c-86c8649578-qg926' metadata: creationTimestamp: "2026-04-21T10:23:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:33Z" name: ensemble-graph-42a8c-86c8649578.18a8582f79cfc5fc namespace: kserve-ci-e2e-test resourceVersion: "19687" uid: 0383f323-b928-46cd-8ac6-97662a652d74 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19680" uid: dc16b03d-e458-4328-beec-ba169a887271 kind: Event lastTimestamp: "2026-04-21T10:23:33Z" message: Scaled up replica set ensemble-graph-42a8c-86c8649578 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:23:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:33Z" name: ensemble-graph-42a8c.18a8582f78eb909f namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: c4b7ed69-7ecb-4c9a-a3a3-153beb6d1c8a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:33Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19697" uid: 2f3003a1-ded8-456b-a601-a05d5605882a kind: Event lastTimestamp: "2026-04-21T10:23:33Z" message: InferenceGraph [ensemble-graph-42a8c] is Ready metadata: creationTimestamp: "2026-04-21T10:23:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:33Z" name: ensemble-graph-42a8c.18a8582f7d81b23b namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: 2c067e9c-035f-414e-bb2e-7978621f927c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 2f3003a1-ded8-456b-a601-a05d5605882a kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-42a8c": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-42a8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c.18a8582f7f61fae9 namespace: kserve-ci-e2e-test resourceVersion: "19701" uid: a39a6998-5fed-4010-b0cb-0da9190ace2d reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 2f3003a1-ded8-456b-a601-a05d5605882a kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-42a8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:34Z" name: ensemble-graph-42a8c.18a8582f7f6253b5 namespace: kserve-ci-e2e-test resourceVersion: "19702" uid: 0bdcff2e-c8b3-4e8a-a043-787432d91b9b reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:24:54.214973Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20710" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-c50a0-7b8946587d-pz8fb to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a858422b497ff7 namespace: kserve-ci-e2e-test resourceVersion: "20715" uid: 8472392f-4366-4c4b-82dc-f656e02904cb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a85842441a015a namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: f9a6d514-fcdb-4f41-95db-7cca60242329 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c50a0} kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a8584245448342 namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 2f4877f6-2422-41c8-bbb5-f80d769969b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c50a0} kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: 'Created container: ensemble-graph-c50a0' metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a85842484a462b namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: 9ecf08b1-b249-41cc-868c-296cfdb1f147 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c50a0} kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: Started container ensemble-graph-c50a0 metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a8584248b889aa namespace: kserve-ci-e2e-test resourceVersion: "20734" uid: ecfa52ed-b2fb-49b7-ba5e-13c1343ce3fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c50a0} kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:33:08Z" message: Stopping container ensemble-graph-c50a0 metadata: creationTimestamp: "2026-04-21T10:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:08Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a858b5598db078 namespace: kserve-ci-e2e-test resourceVersion: "24196" uid: 04732af7-ccce-411c-9d3b-315a24fa86a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c50a0} kind: Pod name: ensemble-graph-c50a0-7b8946587d-pz8fb namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: e7efb65b-b284-4887-b32b-ab6a2499a07f kind: Event lastTimestamp: "2026-04-21T10:33:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:36Z" name: ensemble-graph-c50a0-7b8946587d-pz8fb.18a858b5de6aca9a namespace: kserve-ci-e2e-test resourceVersion: "24637" uid: f19c3d0a-e129-4352-8593-fd4649152912 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-c50a0-7b8946587d namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 61210b73-605b-411e-9b63-2cb90b93e5fa kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: 'Created pod: ensemble-graph-c50a0-7b8946587d-pz8fb' metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0-7b8946587d.18a858422ae02229 namespace: kserve-ci-e2e-test resourceVersion: "20711" uid: 8427a38e-1e02-4413-8b80-e4c249c223ce reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 5b289769-8268-4f7d-a426-f3646d5552db kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: Scaled up replica set ensemble-graph-c50a0-7b8946587d from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0.18a858422a27cd76 namespace: kserve-ci-e2e-test resourceVersion: "20708" uid: f2874fe6-0f7e-4093-b4b4-2516aa3c3ef6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20721" uid: d3f01d1d-4e46-42f9-bde2-31c1d3f7a3a6 kind: Event lastTimestamp: "2026-04-21T10:24:54Z" message: InferenceGraph [ensemble-graph-c50a0] is Ready metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:54Z" name: ensemble-graph-c50a0.18a858422ea70d73 namespace: kserve-ci-e2e-test resourceVersion: "20723" uid: d24de9aa-e46b-4651-87ce-b0a7c7987ed4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20706" uid: 0758b3b0-bc07-47a6-bbaa-7d3142f8e9ec kind: Event lastTimestamp: "2026-04-21T10:25:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:25:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:09Z" name: ensemble-graph-c50a0.18a85845a88736e1 namespace: kserve-ci-e2e-test resourceVersion: "20870" uid: 5734c251-d164-4531-8d90-45c6d65d1a65 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20706" uid: 0758b3b0-bc07-47a6-bbaa-7d3142f8e9ec kind: Event lastTimestamp: "2026-04-21T10:25:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:25:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:09Z" name: ensemble-graph-c50a0.18a85845a8e86441 namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: 97a535db-7d1b-4511-9186-b4efee8a039c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: 0758b3b0-bc07-47a6-bbaa-7d3142f8e9ec kind: Event lastTimestamp: "2026-04-21T10:25:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:25:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:24Z" name: ensemble-graph-c50a0.18a8584927a27613 namespace: kserve-ci-e2e-test resourceVersion: "21020" uid: 11e6b12f-10f7-4634-bb49-1923546bb076 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: 0758b3b0-bc07-47a6-bbaa-7d3142f8e9ec kind: Event lastTimestamp: "2026-04-21T10:25:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:25:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:24Z" name: ensemble-graph-c50a0.18a85849280528fe namespace: kserve-ci-e2e-test resourceVersion: "21022" uid: 9ffadb2c-3500-4165-9cc9-5f5f08510d3b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:24:10.038676Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837e22ca967 namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: d090a742-23b0-4fe0-95fc-044293de2ece reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837ea3e437e namespace: kserve-ci-e2e-test resourceVersion: "20308" uid: 362b34b9-cba6-45b1-9893-3ed66819033e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837eb5d72a7 namespace: kserve-ci-e2e-test resourceVersion: "20310" uid: abb17659-fd08-419d-8483-d6fa33092ac2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837f235a4fb namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: 9c82ba67-9e6a-4fd7-ae15-fef2efe4ab65 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837f2a8a308 namespace: kserve-ci-e2e-test resourceVersion: "20312" uid: 51953985-8e85-4e4f-8e60-7cae0f21073d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:24:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:51Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a85837fc98ec78 namespace: kserve-ci-e2e-test resourceVersion: "20678" uid: 64fb2692-90dd-41b9-8a31-d1fcb9a6ab68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 87b361ed-8851-4e8a-82fb-20213dfbf680 kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:34Z" name: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6.18a858bb67ea8926 namespace: kserve-ci-e2e-test resourceVersion: "24597" uid: 98b5488a-f5ef-4135-ae92-abc81d0a8ccd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-258c6-predictor-79cbb6745d namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 91fde7b1-4f58-48d9-9157-997cc7b37d37 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'Created pod: error-404-isvc-258c6-predictor-79cbb6745d-lwxf6' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor-79cbb6745d.18a85837e1c085f7 namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: 71863ca9-7ab7-494c-bd0f-495fd2d089a1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: de34f6ab-1fcb-4c2e-9557-a01988924ea4 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Scaled up replica set error-404-isvc-258c6-predictor-79cbb6745d from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6-predictor.18a85837e041cd02 namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: 93e7c6ea-9666-447e-b739-e0cf1e92bd44 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: 4a1f344f-84dd-4e32-a232-b7b819f08b2e kind: Event lastTimestamp: "2026-04-21T10:24:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:24:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:25Z" name: error-404-isvc-258c6-predictor.18a8583b5ebb6c56 namespace: kserve-ci-e2e-test resourceVersion: "20445" uid: fb74cc1f-9d82-42af-b33a-240a00840a68 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: 4a1f344f-84dd-4e32-a232-b7b819f08b2e kind: Event lastTimestamp: "2026-04-21T10:24:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:24:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:25Z" name: error-404-isvc-258c6-predictor.18a8583b5f104dec namespace: kserve-ci-e2e-test resourceVersion: "20447" uid: 13bcbde5-c884-4868-b5b4-0fcaecbe547d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:24:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 4a1f344f-84dd-4e32-a232-b7b819f08b2e kind: Event lastTimestamp: "2026-04-21T10:25:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:40Z" name: error-404-isvc-258c6-predictor.18a8583eddb2cb8e namespace: kserve-ci-e2e-test resourceVersion: "21141" uid: dc0bb4aa-cb81-4706-9266-f7f6767e818a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:24:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 4a1f344f-84dd-4e32-a232-b7b819f08b2e kind: Event lastTimestamp: "2026-04-21T10:25:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:40Z" name: error-404-isvc-258c6-predictor.18a8583ede156583 namespace: kserve-ci-e2e-test resourceVersion: "21142" uid: 9fbf531e-983c-4b1e-b48c-611ef8aef759 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20267" uid: 8d82a9cb-44ef-4526-9711-283de10ac9f5 kind: Event lastTimestamp: "2026-04-21T10:25:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:25:01Z" name: error-404-isvc-258c6.18a85837e022c908 namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: d41de7d4-2e11-42bf-bea2-ba97c60575df reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20267" uid: 8d82a9cb-44ef-4526-9711-283de10ac9f5 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'Failed to update status for InferenceService "error-404-isvc-258c6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-258c6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6.18a85837e0cdc2e6 namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: 26034c5a-951c-4e9e-9586-5e9bdd566204 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20267" uid: 8d82a9cb-44ef-4526-9711-283de10ac9f5 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-258c6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:10Z" name: error-404-isvc-258c6.18a85837e0ce2bfd namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: 710fa049-19f3-4fe7-bb3d-c4c5a34dd844 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 8d82a9cb-44ef-4526-9711-283de10ac9f5 kind: Event lastTimestamp: "2026-04-21T10:25:01Z" message: InferenceService [error-404-isvc-258c6] is Ready metadata: creationTimestamp: "2026-04-21T10:25:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:25:01Z" name: error-404-isvc-258c6.18a85843e24f00e9 namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: 45058e8f-3a21-4a52-b62b-6b9abd812786 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:22:49.785534Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19271" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a8582532b6df83 namespace: kserve-ci-e2e-test resourceVersion: "19275" uid: 036bd3ce-df54-4fd2-b84c-b3959136a52c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19279" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a858253b8c8baf namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: de59fbaa-d638-47cc-9875-e9f9f37ed55c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a858253cc2e5f3 namespace: kserve-ci-e2e-test resourceVersion: "19294" uid: 88351851-4988-43f3-b2e4-387846afe841 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:22:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:50Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a858253ff081d7 namespace: kserve-ci-e2e-test resourceVersion: "19295" uid: e9a99372-ef34-414a-8ebe-a642f8ddbc3a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:22:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:50Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a85825406a51a3 namespace: kserve-ci-e2e-test resourceVersion: "19297" uid: 2cd4e7f3-a544-4c01-9587-16efc1a432b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:24:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:11Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a858254b2739a3 namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: c21ba9f9-3232-47c0-b45e-905fb1c7fdf6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 575bdf2e-3de3-453a-9809-f22e191e5ce2 kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:09Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4.18a85837d60393e7 namespace: kserve-ci-e2e-test resourceVersion: "20232" uid: 75be8a67-e254-478b-8ed1-c2a76acfaf57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3f0d8-predictor-567d69bfc6 namespace: kserve-ci-e2e-test resourceVersion: "19264" uid: 779b159e-49eb-4395-8117-1b0feb3381fe kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: 'Created pod: error-404-isvc-3f0d8-predictor-567d69bfc6-x22j4' metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-3f0d8-predictor-567d69bfc6.18a8582532548274 namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 6f79fd8d-d4de-4a4d-a45c-c100f26cb6fb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19263" uid: 6b2bc3e4-cf10-4bf0-a3df-eb8bec9a5cb4 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Scaled up replica set error-404-isvc-3f0d8-predictor-567d69bfc6 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-3f0d8-predictor.18a858253115bbab namespace: kserve-ci-e2e-test resourceVersion: "19266" uid: dcdf1e8d-e957-43a9-87d9-f836231a41d7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19265" uid: f7c1d92c-50ab-45a7-979e-6fb194d08b9c kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:34Z" name: error-404-isvc-3f0d8-predictor.18a85828afd3c5f9 namespace: kserve-ci-e2e-test resourceVersion: "19720" uid: 87538e1e-89d7-4a81-8ac3-27f542e42bbe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19265" uid: f7c1d92c-50ab-45a7-979e-6fb194d08b9c kind: Event lastTimestamp: "2026-04-21T10:23:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:34Z" name: error-404-isvc-3f0d8-predictor.18a85828b0333619 namespace: kserve-ci-e2e-test resourceVersion: "19721" uid: 0d5746d4-f068-4998-8125-9107ea9efcda reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: f7c1d92c-50ab-45a7-979e-6fb194d08b9c kind: Event lastTimestamp: "2026-04-21T10:24:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:04Z" name: error-404-isvc-3f0d8-predictor.18a858332c347d89 namespace: kserve-ci-e2e-test resourceVersion: "20148" uid: 1762162f-7309-40e0-b70f-b395c43b34c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: f7c1d92c-50ab-45a7-979e-6fb194d08b9c kind: Event lastTimestamp: "2026-04-21T10:24:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:04Z" name: error-404-isvc-3f0d8-predictor.18a858332c92a933 namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 23d71019-8e83-40cb-b4b3-f2d1bfa59ccb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "19249" uid: 77b735c9-8410-46bc-ade1-295ee2aa6bff kind: Event lastTimestamp: "2026-04-21T10:23:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:41Z" name: error-404-isvc-3f0d8.18a8582531479faf namespace: kserve-ci-e2e-test resourceVersion: "19800" uid: c5bdf77c-41cb-430a-be95-9b02b0d89c71 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "19795" uid: 77b735c9-8410-46bc-ade1-295ee2aa6bff kind: Event lastTimestamp: "2026-04-21T10:23:41Z" message: InferenceService [error-404-isvc-3f0d8] is Ready metadata: creationTimestamp: "2026-04-21T10:23:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:41Z" name: error-404-isvc-3f0d8.18a858312ed7a439 namespace: kserve-ci-e2e-test resourceVersion: "19796" uid: 782d99d7-f2e7-42a8-972a-546eff63637c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:22:23.897773Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18945" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f2baf0a15 namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: c102af0d-7820-48c4-bd8f-3a85b80ab834 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18955" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:22:24Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f342b97b1 namespace: kserve-ci-e2e-test resourceVersion: "18967" uid: a8777c69-1bba-4d0e-8bae-7c370bde20d4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f35634cae namespace: kserve-ci-e2e-test resourceVersion: "18969" uid: 9d757223-775d-4626-ac74-f87c89e57158 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f3e01d4c6 namespace: kserve-ci-e2e-test resourceVersion: "18973" uid: a3ea61b7-4495-48dc-9680-d522db768631 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f3e77b021 namespace: kserve-ci-e2e-test resourceVersion: "18974" uid: 7d031487-d8fe-4708-9ab4-5cb2a33894b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:22:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:23:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:22:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:46Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a8581f73d0e884 namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 9f6ebde7-1989-4192-8b14-d6bf4e2ff404 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6 namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 9c9b59d1-7716-4b56-b3cb-28602899877e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6.18a85831dd9c7eba namespace: kserve-ci-e2e-test resourceVersion: "19904" uid: 7a7db6fd-7d26-408d-8d7f-814456606630 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-42a8c-predictor-5d964846d6 namespace: kserve-ci-e2e-test resourceVersion: "18937" uid: 76e9c6c5-c7ec-4105-8d14-333749d129c3 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: 'Created pod: error-404-isvc-42a8c-predictor-5d964846d6-lkxg6' metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-42a8c-predictor-5d964846d6.18a8581f2b3f93ff namespace: kserve-ci-e2e-test resourceVersion: "18946" uid: 34ea0ca5-dc48-4d9f-8e48-50d64854ee11 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18935" uid: 637fd7af-9017-4d47-af13-9fcae81632fb kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Scaled up replica set error-404-isvc-42a8c-predictor-5d964846d6 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-42a8c-predictor.18a8581f29c551e2 namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: 28368083-d808-45ad-abc8-8597f0fea862 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:22:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: fefcb497-6400-46d5-be71-2a53ee083923 kind: Event lastTimestamp: "2026-04-21T10:23:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:08Z" name: error-404-isvc-42a8c-predictor.18a85822a84534fd namespace: kserve-ci-e2e-test resourceVersion: "19469" uid: 9f08d374-822e-438f-af86-c60806ffd059 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:22:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: fefcb497-6400-46d5-be71-2a53ee083923 kind: Event lastTimestamp: "2026-04-21T10:23:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:08Z" name: error-404-isvc-42a8c-predictor.18a85822a8acadd1 namespace: kserve-ci-e2e-test resourceVersion: "19470" uid: 4e751e7f-755f-4602-a1ff-34ce679ed272 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "19102" uid: fefcb497-6400-46d5-be71-2a53ee083923 kind: Event lastTimestamp: "2026-04-21T10:23:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:38Z" name: error-404-isvc-42a8c-predictor.18a8582d24a6c116 namespace: kserve-ci-e2e-test resourceVersion: "19756" uid: becd43d7-4dcf-490c-b614-7b980a6c12c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "19102" uid: fefcb497-6400-46d5-be71-2a53ee083923 kind: Event lastTimestamp: "2026-04-21T10:23:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:38Z" name: error-404-isvc-42a8c-predictor.18a8582d250a8a18 namespace: kserve-ci-e2e-test resourceVersion: "19758" uid: f08e2e55-660e-47ee-a5b2-4b451c7935f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: 8e11a760-1ea6-4218-848a-2919ab30a3fb kind: Event lastTimestamp: "2026-04-21T10:23:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:16Z" name: error-404-isvc-42a8c.18a8581f29971f70 namespace: kserve-ci-e2e-test resourceVersion: "19541" uid: 88e7c515-7100-49e8-86cf-048280fbf2eb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: 8e11a760-1ea6-4218-848a-2919ab30a3fb kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: 'Failed to update status for InferenceService "error-404-isvc-42a8c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-42a8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-42a8c.18a8581f29f8a764 namespace: kserve-ci-e2e-test resourceVersion: "18942" uid: 24e1135b-8b96-4866-bac5-c3d2002ad3c7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: 8e11a760-1ea6-4218-848a-2919ab30a3fb kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-42a8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-42a8c.18a8581f29f92208 namespace: kserve-ci-e2e-test resourceVersion: "18943" uid: f018a067-67f6-4b82-95d9-0ec89663ee80 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19538" uid: 8e11a760-1ea6-4218-848a-2919ab30a3fb kind: Event lastTimestamp: "2026-04-21T10:23:16Z" message: InferenceService [error-404-isvc-42a8c] is Ready metadata: creationTimestamp: "2026-04-21T10:23:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:16Z" name: error-404-isvc-42a8c.18a8582b5957c639 namespace: kserve-ci-e2e-test resourceVersion: "19539" uid: afe86892-3471-44e7-aeb7-5fe0b46126e1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:34:29.482462Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25230" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-932d4-predictor-dcd4cd5db-xc22g to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c81be6c0f2 namespace: kserve-ci-e2e-test resourceVersion: "25235" uid: 11ddc149-4e0f-4f91-9637-0ada974a8f75 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Add eth0 [10.134.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c824c265e0 namespace: kserve-ci-e2e-test resourceVersion: "25254" uid: 1e231dbf-cf58-4394-9a1a-9d4b31ce2b74 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c825ce8e26 namespace: kserve-ci-e2e-test resourceVersion: "25256" uid: 7ce42af3-a1c9-45ab-8c63-7223be4a64af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c829445110 namespace: kserve-ci-e2e-test resourceVersion: "25260" uid: 6ed0eedf-0a4f-46b5-8f7b-33a6bf897f70 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c829bc2bd3 namespace: kserve-ci-e2e-test resourceVersion: "25263" uid: 9627bb9c-7c6f-47ef-8ff1-894e6f535332 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:34:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:35:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:34:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:11Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a858c85a7f75c3 namespace: kserve-ci-e2e-test resourceVersion: "25650" uid: c2734fc8-9b11-4718-a926-d47686575c54 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 77237322-1ae3-48fb-9167-1ac10f80be3d kind: Event lastTimestamp: "2026-04-21T10:43:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:43:54Z" name: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g.18a8594ba35bfeec namespace: kserve-ci-e2e-test resourceVersion: "29693" uid: 1faa4dcd-89ab-4979-996c-0ca7cb66aea6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-932d4-predictor-dcd4cd5db namespace: kserve-ci-e2e-test resourceVersion: "25215" uid: 13cccc79-abbd-4e43-bde8-0c3969b45cf0 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: 'Created pod: error-404-isvc-932d4-predictor-dcd4cd5db-xc22g' metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor-dcd4cd5db.18a858c81b8ae77b namespace: kserve-ci-e2e-test resourceVersion: "25231" uid: e4e4205c-5794-42f0-97c1-36dee1c59452 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: ee7f6d1f-7dc9-4f3c-bba1-673f55daa5b7 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Scaled up replica set error-404-isvc-932d4-predictor-dcd4cd5db from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-932d4-predictor.18a858c81a0a120f namespace: kserve-ci-e2e-test resourceVersion: "25220" uid: 5ffbabd9-3c0c-4f10-87d3-cf1fb2b88ffb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: cd77b0e8-f686-42ad-8d4c-2d464ea0264a kind: Event lastTimestamp: "2026-04-21T10:34:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:59Z" name: error-404-isvc-932d4-predictor.18a858cb988d892c namespace: kserve-ci-e2e-test resourceVersion: "25561" uid: a2eff647-6feb-4b82-bd62-dd1946dee046 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: cd77b0e8-f686-42ad-8d4c-2d464ea0264a kind: Event lastTimestamp: "2026-04-21T10:34:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:59Z" name: error-404-isvc-932d4-predictor.18a858cb98ed2aa7 namespace: kserve-ci-e2e-test resourceVersion: "25562" uid: 74c6f83e-0c2a-456f-8557-7df1caabeca1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:35:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: cd77b0e8-f686-42ad-8d4c-2d464ea0264a kind: Event lastTimestamp: "2026-04-21T10:35:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:35:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:44Z" name: error-404-isvc-932d4-predictor.18a858d296370f72 namespace: kserve-ci-e2e-test resourceVersion: "25947" uid: 45804680-da22-48a1-bac4-075db9750b2e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:35:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25403" uid: cd77b0e8-f686-42ad-8d4c-2d464ea0264a kind: Event lastTimestamp: "2026-04-21T10:35:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:35:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:44Z" name: error-404-isvc-932d4-predictor.18a858d2969540b9 namespace: kserve-ci-e2e-test resourceVersion: "25948" uid: 223bb869-168e-41c1-b41e-8c67d10eff8b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25200" uid: 5992d5e7-d62c-4bd8-ac1a-e53107879869 kind: Event lastTimestamp: "2026-04-21T10:35:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:35:21Z" name: error-404-isvc-932d4.18a858c81a01de48 namespace: kserve-ci-e2e-test resourceVersion: "25745" uid: 576233e0-5079-49e5-b382-bec88098b414 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25742" uid: 5992d5e7-d62c-4bd8-ac1a-e53107879869 kind: Event lastTimestamp: "2026-04-21T10:35:21Z" message: InferenceService [error-404-isvc-932d4] is Ready metadata: creationTimestamp: "2026-04-21T10:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:35:21Z" name: error-404-isvc-932d4.18a858d44318035e namespace: kserve-ci-e2e-test resourceVersion: "25743" uid: a23e91cc-dadc-4015-a825-a00c9d50f354 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:33:34.923050Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24589" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b394f-predictor-5978fdbfd6-dhspp to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:33:34Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb67e8292e namespace: kserve-ci-e2e-test resourceVersion: "24595" uid: 250b4d0c-8775-4e15-b641-3922ccf2d066 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24603" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:33:35Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb70607e60 namespace: kserve-ci-e2e-test resourceVersion: "24613" uid: 5d03ee96-005d-400c-9164-ea95bee6505c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:35Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb71b2c82a namespace: kserve-ci-e2e-test resourceVersion: "24616" uid: bcbea5c0-a0c6-4b6f-81cc-1e962a811f2d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:35Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb78d3b287 namespace: kserve-ci-e2e-test resourceVersion: "24618" uid: 02436401-9168-43a8-9943-2da8c96298de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:35Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb79494dcb namespace: kserve-ci-e2e-test resourceVersion: "24619" uid: 3d7dde1a-b323-4fdf-9d77-b04c6ac8ff70 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:51:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:06Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a858bb815d8448 namespace: kserve-ci-e2e-test resourceVersion: "32733" uid: 881e3989-8834-461c-ae35-ecc694dc1d61 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:51:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp namespace: kserve-ci-e2e-test resourceVersion: "24592" uid: 4c15a100-2884-48e2-b71a-d9600360d8e9 kind: Event lastTimestamp: "2026-04-21T10:51:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:04Z" name: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp.18a859afc109e139 namespace: kserve-ci-e2e-test resourceVersion: "32686" uid: 9baf5815-7489-4000-86ff-d50344a920ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b394f-predictor-5978fdbfd6 namespace: kserve-ci-e2e-test resourceVersion: "24574" uid: 0a4db56f-0f32-4b59-9024-cadff6cedf22 kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: 'Created pod: error-404-isvc-b394f-predictor-5978fdbfd6-dhspp' metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:34Z" name: error-404-isvc-b394f-predictor-5978fdbfd6.18a858bb675f58d7 namespace: kserve-ci-e2e-test resourceVersion: "24591" uid: 666634f4-0e04-4cd0-8aa0-20d520e78997 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24570" uid: 6ace64cf-641d-44d1-af1f-d2984369618c kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Scaled up replica set error-404-isvc-b394f-predictor-5978fdbfd6 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:34Z" name: error-404-isvc-b394f-predictor.18a858bb65e11a25 namespace: kserve-ci-e2e-test resourceVersion: "24577" uid: 1e8cda8c-3cf9-4302-85cf-768197c6236f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:33:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24572" uid: c55ed707-47b1-47ea-847c-463e40a1eb5f kind: Event lastTimestamp: "2026-04-21T10:34:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:04Z" name: error-404-isvc-b394f-predictor.18a858bee3f19144 namespace: kserve-ci-e2e-test resourceVersion: "24898" uid: b7e82090-fbc7-45a9-8d3d-6b2562dc9341 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:33:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24572" uid: c55ed707-47b1-47ea-847c-463e40a1eb5f kind: Event lastTimestamp: "2026-04-21T10:34:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:04Z" name: error-404-isvc-b394f-predictor.18a858bee453b12c namespace: kserve-ci-e2e-test resourceVersion: "24899" uid: 2bbe2f3e-f149-4843-8f2b-48cd0cc1b57f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24762" uid: c55ed707-47b1-47ea-847c-463e40a1eb5f kind: Event lastTimestamp: "2026-04-21T10:34:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:49Z" name: error-404-isvc-b394f-predictor.18a858c5e1f9b22b namespace: kserve-ci-e2e-test resourceVersion: "25480" uid: 2f6801d9-67ee-4e6f-a2f0-73cfcf07158e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24762" uid: c55ed707-47b1-47ea-847c-463e40a1eb5f kind: Event lastTimestamp: "2026-04-21T10:34:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:49Z" name: error-404-isvc-b394f-predictor.18a858c5e25576b7 namespace: kserve-ci-e2e-test resourceVersion: "25481" uid: 9b7f0e6c-1bf3-4c23-a7e8-98b7a86d9ed9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b394f namespace: kserve-ci-e2e-test resourceVersion: "24554" uid: 3fea776c-7666-433a-940a-a349e436a514 kind: Event lastTimestamp: "2026-04-21T10:34:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:26Z" name: error-404-isvc-b394f.18a858bb655cf0da namespace: kserve-ci-e2e-test resourceVersion: "25125" uid: d40b4c60-c254-4124-8fbb-f845d18a383c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b394f namespace: kserve-ci-e2e-test resourceVersion: "25122" uid: 3fea776c-7666-433a-940a-a349e436a514 kind: Event lastTimestamp: "2026-04-21T10:34:26Z" message: InferenceService [error-404-isvc-b394f] is Ready metadata: creationTimestamp: "2026-04-21T10:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:26Z" name: error-404-isvc-b394f.18a858c766d8fd2e namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: 5b9c6f35-7d2a-4e72-9689-99a8f3d500c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:12:58.952662Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579ba254c326 namespace: kserve-ci-e2e-test resourceVersion: "14537" uid: d4eef8a2-3ad2-43c2-ad69-24ed5963cc56 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:12:59Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579baac4db13 namespace: kserve-ci-e2e-test resourceVersion: "14549" uid: b0fca8e8-d093-4a18-b6f2-539ae8c621b1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579bac18764c namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: f9cb28dd-174b-4cc0-bd5c-f4cb44fdfc63 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579baf5da3aa namespace: kserve-ci-e2e-test resourceVersion: "14560" uid: 96388fd4-517a-4216-9566-b98aa04d73cf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579bafd1f9f6 namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 0496893c-c80c-4734-8221-ad4f946daf34 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:13:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:40Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8579bb4ee0be1 namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: 278f595c-98dd-4fc0-967a-1a8ec1296cef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 432e0079-4268-4490-8730-9129ff8e25d7 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:23Z" name: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm.18a8581f269575cb namespace: kserve-ci-e2e-test resourceVersion: "18919" uid: c385da5a-dbaf-49a2-9ccf-7350d490f278 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b4346-predictor-5f9c4767fb namespace: kserve-ci-e2e-test resourceVersion: "14525" uid: 3e9d52b9-040c-49eb-bc7d-e1d60c0ff09a kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'Created pod: error-404-isvc-b4346-predictor-5f9c4767fb-4xxhm' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-b4346-predictor-5f9c4767fb.18a8579ba1c9eac0 namespace: kserve-ci-e2e-test resourceVersion: "14534" uid: 37809706-bbe6-456e-9a2b-a26eb38a2907 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: 3d4af519-4e60-4018-b71f-a5914f782765 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: Scaled up replica set error-404-isvc-b4346-predictor-5f9c4767fb from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-b4346-predictor.18a8579ba0614ebd namespace: kserve-ci-e2e-test resourceVersion: "14527" uid: 4db9907c-4885-4603-b86b-09d58c9e225e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: 8080b1db-ccf0-4502-9eb1-1af395a13422 kind: Event lastTimestamp: "2026-04-21T10:13:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:28Z" name: error-404-isvc-b4346-predictor.18a8579f1ed19508 namespace: kserve-ci-e2e-test resourceVersion: "15018" uid: 26d8663b-3986-4bab-b67e-492558461650 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: 8080b1db-ccf0-4502-9eb1-1af395a13422 kind: Event lastTimestamp: "2026-04-21T10:13:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:28Z" name: error-404-isvc-b4346-predictor.18a8579f1f394b9d namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: 017f1642-2d2c-4811-91ac-5743d2b178a1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:13:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: 8080b1db-ccf0-4502-9eb1-1af395a13422 kind: Event lastTimestamp: "2026-04-21T10:14:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:13Z" name: error-404-isvc-b4346-predictor.18a857a61cd8d2bd namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: c3640532-e7e9-4448-aa52-ab1fb4d7b666 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:13:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: 8080b1db-ccf0-4502-9eb1-1af395a13422 kind: Event lastTimestamp: "2026-04-21T10:14:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:13Z" name: error-404-isvc-b4346-predictor.18a857a61d3e6a2f namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 37801e90-0917-48f7-bbb4-9cb0a4251887 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: b59d174c-444f-400b-bfaa-0c8f336e80e5 kind: Event lastTimestamp: "2026-04-21T10:13:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:50Z" name: error-404-isvc-b4346.18a8579ba03b9131 namespace: kserve-ci-e2e-test resourceVersion: "15220" uid: da50241a-7a22-449f-8457-388129a75563 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: b59d174c-444f-400b-bfaa-0c8f336e80e5 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'Failed to update status for InferenceService "error-404-isvc-b4346": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b4346": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-b4346.18a8579ba08d7146 namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: 0a9da489-2e4d-4ea9-8d4c-5d0ab1dbc86e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: b59d174c-444f-400b-bfaa-0c8f336e80e5 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b4346": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-b4346.18a8579ba08dd0e4 namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 09b3203a-2511-4c0c-9a72-19625cc61842 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: b59d174c-444f-400b-bfaa-0c8f336e80e5 kind: Event lastTimestamp: "2026-04-21T10:13:50Z" message: InferenceService [error-404-isvc-b4346] is Ready metadata: creationTimestamp: "2026-04-21T10:13:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:50Z" name: error-404-isvc-b4346.18a857a7993ac2fe namespace: kserve-ci-e2e-test resourceVersion: "15216" uid: 51dc3120-ea9c-40b1-bbf5-21a673e9433f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:23:44.206466Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c50a0-predictor-ff85bf888-w2827 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a85831de746f17 namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: 732b7796-3e38-4be7-9166-da8b6bc8462c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19916" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a85831e70d50e3 namespace: kserve-ci-e2e-test resourceVersion: "19926" uid: c8fd08bd-0810-4822-b014-11e40dc84942 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a85831e832c806 namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: 6576e53c-d950-4296-b756-914889f4a020 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a85831f0577eff namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 0e094fb5-f85a-42a5-b604-1524b376c346 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a85831f0ff454b namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 958a6aaa-43d3-4168-a113-4d11643d5c69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:23:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:24:26Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:23:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:26Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a8583224c87f23 namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: 96067136-8f4f-4390-83fd-97c8fdef0395 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c50a0-predictor-ff85bf888-w2827 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: c8236e00-02b1-4a39-8b3e-69a361739c6f kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-c50a0-predictor-ff85bf888-w2827.18a858b5633bb380 namespace: kserve-ci-e2e-test resourceVersion: "24252" uid: e9970862-4224-4850-873a-0b98114b24dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c50a0-predictor-ff85bf888 namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: 8fb9414d-7853-409f-a6c6-f15789285291 kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: 'Created pod: error-404-isvc-c50a0-predictor-ff85bf888-w2827' metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor-ff85bf888.18a85831de18064c namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: 431fa128-cd16-4058-8613-aaaa97dabf7e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: 6c17d029-c9de-464c-b01c-8604a0a5c7bd kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Scaled up replica set error-404-isvc-c50a0-predictor-ff85bf888 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:44Z" name: error-404-isvc-c50a0-predictor.18a85831dc4fe9f3 namespace: kserve-ci-e2e-test resourceVersion: "19894" uid: dbaa6503-f1ba-4981-87cb-c86fe66ae812 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19890" uid: 8eeaf003-c4e2-43c5-86f0-1d8390a931eb kind: Event lastTimestamp: "2026-04-21T10:24:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:29Z" name: error-404-isvc-c50a0-predictor.18a858355b303005 namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: c82ed172-247e-4f6f-bac4-00185c383a2d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19890" uid: 8eeaf003-c4e2-43c5-86f0-1d8390a931eb kind: Event lastTimestamp: "2026-04-21T10:24:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:29Z" name: error-404-isvc-c50a0-predictor.18a858355bc8ac7d namespace: kserve-ci-e2e-test resourceVersion: "20486" uid: 7e328df3-bc69-44ae-ac0c-813bc09d3a7b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:24:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20068" uid: 8eeaf003-c4e2-43c5-86f0-1d8390a931eb kind: Event lastTimestamp: "2026-04-21T10:24:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:59Z" name: error-404-isvc-c50a0-predictor.18a8583fd7d7de98 namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 3cf78e9e-81ca-410e-a194-d8f2053c2c9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:24:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20068" uid: 8eeaf003-c4e2-43c5-86f0-1d8390a931eb kind: Event lastTimestamp: "2026-04-21T10:24:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:59Z" name: error-404-isvc-c50a0-predictor.18a8583fd83554a7 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: a7082151-21e1-43b4-8a3e-0f69963eb593 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "19870" uid: f3868996-61b4-49cc-a6c1-81c6e94eba1d kind: Event lastTimestamp: "2026-04-21T10:24:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:36Z" name: error-404-isvc-c50a0.18a85831dc21854f namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: c1cb68ad-0104-4cb4-aa67-41b0f247af68 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20555" uid: f3868996-61b4-49cc-a6c1-81c6e94eba1d kind: Event lastTimestamp: "2026-04-21T10:24:36Z" message: InferenceService [error-404-isvc-c50a0] is Ready metadata: creationTimestamp: "2026-04-21T10:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:36Z" name: error-404-isvc-c50a0.18a8583e08b92349 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: 592dcd13-ed4e-4ed7-a590-9b057b5918d8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:13:24.960955Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14938" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:13:24Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1b08bc6ef namespace: kserve-ci-e2e-test resourceVersion: "14947" uid: 3c46c3d8-09bb-4b98-be5f-55f065b2ae00 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14956" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:13:25Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1b99be62b namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 5178d7d0-710b-4a0f-9b90-c9fd5c356f27 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1bad5ddda namespace: kserve-ci-e2e-test resourceVersion: "14975" uid: 555559c3-8d40-4f04-833c-461f643619e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1bd5e9582 namespace: kserve-ci-e2e-test resourceVersion: "14977" uid: 51f4fc86-1de1-4acd-b9be-1f439dcf2f38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1bdd03de6 namespace: kserve-ci-e2e-test resourceVersion: "14978" uid: f341c562-7367-4172-b8d6-9609507fef0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:14:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:06Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a857a1c808342a namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: a3279d2e-8e6b-4b7a-9616-621afd20ef8b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 2c79d93d-f477-4d0d-b9c0-223b085c9b11 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:49Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9.18a858252f6e91d4 namespace: kserve-ci-e2e-test resourceVersion: "19256" uid: baa596cf-aff4-480d-b65e-49babdf81a9c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cd9c7-predictor-fdc5479f4 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: ac4f9717-900d-4bd3-9abf-0444fa5f0421 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'Created pod: error-404-isvc-cd9c7-predictor-fdc5479f4-bh6v9' metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: error-404-isvc-cd9c7-predictor-fdc5479f4.18a857a1b0203b8b namespace: kserve-ci-e2e-test resourceVersion: "14944" uid: e311826b-3d8f-46c0-81e5-50c77d1795bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: b5122db8-f932-4bca-ac86-71eaf4688b69 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Scaled up replica set error-404-isvc-cd9c7-predictor-fdc5479f4 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: error-404-isvc-cd9c7-predictor.18a857a1ae9a14eb namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: b869353a-6691-4d3a-98dc-e5b03fa1e82e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14925" uid: dcaabb4f-ec06-47f0-8698-3d872bc6f24a kind: Event lastTimestamp: "2026-04-21T10:13:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:39Z" name: error-404-isvc-cd9c7-predictor.18a857a52d0dd375 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: b7b7269d-24bf-45cd-9c13-8640940465d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14925" uid: dcaabb4f-ec06-47f0-8698-3d872bc6f24a kind: Event lastTimestamp: "2026-04-21T10:13:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:39Z" name: error-404-isvc-cd9c7-predictor.18a857a52d579074 namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: bce39309-bc03-41bd-8174-8eb7abd4248c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:13:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15115" uid: dcaabb4f-ec06-47f0-8698-3d872bc6f24a kind: Event lastTimestamp: "2026-04-21T10:14:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:39Z" name: error-404-isvc-cd9c7-predictor.18a857a8abeee447 namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: ddb96888-a09c-4bb5-ab4f-fc8f5a57404c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:13:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15115" uid: dcaabb4f-ec06-47f0-8698-3d872bc6f24a kind: Event lastTimestamp: "2026-04-21T10:14:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:39Z" name: error-404-isvc-cd9c7-predictor.18a857a8ac4d9e34 namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: cee4b89d-7797-41e5-bef3-29a3e42c1fb0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "14890" uid: 7f8b1e5d-0f19-471a-b6f4-b611b4fab24f kind: Event lastTimestamp: "2026-04-21T10:14:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:16Z" name: error-404-isvc-cd9c7.18a857a1ae743053 namespace: kserve-ci-e2e-test resourceVersion: "15481" uid: 2daad061-e17b-4908-9a44-95a3135b18ad reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 7f8b1e5d-0f19-471a-b6f4-b611b4fab24f kind: Event lastTimestamp: "2026-04-21T10:14:16Z" message: InferenceService [error-404-isvc-cd9c7] is Ready metadata: creationTimestamp: "2026-04-21T10:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:16Z" name: error-404-isvc-cd9c7.18a857adad5abd21 namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: a10f906d-23d1-4f71-9aca-033f5d4d3e7c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:11:24.747707Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13473" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:11:24Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a85785b3472f8d namespace: kserve-ci-e2e-test resourceVersion: "13479" uid: 46b93991-4aa3-4521-b85a-bfd5558e5748 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13484" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:11:24Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a85785babcc7ae namespace: kserve-ci-e2e-test resourceVersion: "13516" uid: caa6ba1c-4b2f-4184-9dac-dd1df30ac2f3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:24Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a85785bc044978 namespace: kserve-ci-e2e-test resourceVersion: "13521" uid: 572803f1-3178-4f2a-9af4-548d7c47fe70 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" in 16.475s (16.475s including waiting). Image size: 1332356703 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a85789920d3631 namespace: kserve-ci-e2e-test resourceVersion: "13723" uid: 798805e4-c24e-404b-9d7f-89446cbbcb36 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a857899a11845a namespace: kserve-ci-e2e-test resourceVersion: "13727" uid: 62dcd15a-0279-496c-9d76-6c64959924b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a857899aa44a26 namespace: kserve-ci-e2e-test resourceVersion: "13729" uid: d434cf2b-cc46-476b-803e-a17b258dae9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:11:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:12:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:11:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:23Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a85789b812d544 namespace: kserve-ci-e2e-test resourceVersion: "14083" uid: 0a753c1d-f1ed-4cbd-9088-319a9f69ad06 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4 namespace: kserve-ci-e2e-test resourceVersion: "13475" uid: a79d6900-c4d7-4a38-ab14-f96d815d0752 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:58Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4.18a8579b9f0a6af1 namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: 13f21dbd-96f2-4810-b152-144522026d4a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ce2f4-predictor-668bdfbd7d namespace: kserve-ci-e2e-test resourceVersion: "13467" uid: b8df81cc-db9d-4ebe-9189-51e289c4f449 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: 'Created pod: error-404-isvc-ce2f4-predictor-668bdfbd7d-swrp4' metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: error-404-isvc-ce2f4-predictor-668bdfbd7d.18a85785b2b6c64d namespace: kserve-ci-e2e-test resourceVersion: "13476" uid: 0376f7c7-8890-40d4-9c64-9f51ec2790d6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: df91b95e-4050-439f-a0f8-510ff3f6f9cc kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Scaled up replica set error-404-isvc-ce2f4-predictor-668bdfbd7d from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: error-404-isvc-ce2f4-predictor.18a85785b11aba6e namespace: kserve-ci-e2e-test resourceVersion: "13470" uid: c2666855-26ba-4d1c-87d2-1f12b4dd5f03 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13466" uid: 2fb154c5-d6b0-4c89-9013-2e71a3fc20fd kind: Event lastTimestamp: "2026-04-21T10:11:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:54Z" name: error-404-isvc-ce2f4-predictor.18a857892f81ce8b namespace: kserve-ci-e2e-test resourceVersion: "13853" uid: 8b361eac-68a9-4f8a-b333-6872b7089bce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13466" uid: 2fb154c5-d6b0-4c89-9013-2e71a3fc20fd kind: Event lastTimestamp: "2026-04-21T10:11:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:54Z" name: error-404-isvc-ce2f4-predictor.18a857892fe4f365 namespace: kserve-ci-e2e-test resourceVersion: "13855" uid: c48d42b0-af25-4c78-ad4c-be24f42368f4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13704" uid: 2fb154c5-d6b0-4c89-9013-2e71a3fc20fd kind: Event lastTimestamp: "2026-04-21T10:12:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:54Z" name: error-404-isvc-ce2f4-predictor.18a857902d6424e6 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: 66b7a88a-2df8-426b-934b-1b83fd4b8f33 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13704" uid: 2fb154c5-d6b0-4c89-9013-2e71a3fc20fd kind: Event lastTimestamp: "2026-04-21T10:12:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:54Z" name: error-404-isvc-ce2f4-predictor.18a857902dca2c75 namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: 88bb4565-a79f-440d-9543-ae2444719b63 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "13448" uid: 4fa5d388-a9c7-4a9d-a65d-62d338af21ab kind: Event lastTimestamp: "2026-04-21T10:12:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:33Z" name: error-404-isvc-ce2f4.18a85785b0d5f6b7 namespace: kserve-ci-e2e-test resourceVersion: "14191" uid: 408f6511-39e2-4450-a614-98a20ca1daed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "14188" uid: 4fa5d388-a9c7-4a9d-a65d-62d338af21ab kind: Event lastTimestamp: "2026-04-21T10:12:33Z" message: InferenceService [error-404-isvc-ce2f4] is Ready metadata: creationTimestamp: "2026-04-21T10:12:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:33Z" name: error-404-isvc-ce2f4.18a85795a1241cf6 namespace: kserve-ci-e2e-test resourceVersion: "14189" uid: 9ae21442-30ad-4fed-803d-27f87620954e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:33:09.122258Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e8429-predictor-7f7756df8b-vh46g to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b5660f5498 namespace: kserve-ci-e2e-test resourceVersion: "24270" uid: 4d248a5b-592a-458b-bf46-723517789e33 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24274" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b56eceb90b namespace: kserve-ci-e2e-test resourceVersion: "24285" uid: 272602e4-d856-43af-b5f9-c4135516b01f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b570b93576 namespace: kserve-ci-e2e-test resourceVersion: "24288" uid: 89d51a33-1512-4f33-b997-f3e0b1fbdd00 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b576fc277d namespace: kserve-ci-e2e-test resourceVersion: "24294" uid: 66b6f34f-0599-4db0-82cb-84593489c396 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b57775bd25 namespace: kserve-ci-e2e-test resourceVersion: "24295" uid: 01ec5a7a-03ea-4927-99c7-85904e0812c9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:33:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:34:31Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:33:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:31Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858b5a9cffe4b namespace: kserve-ci-e2e-test resourceVersion: "25291" uid: e7be0c5c-8d14-4d82-a901-f048818f8fbe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g namespace: kserve-ci-e2e-test resourceVersion: "24268" uid: 809b854e-ae0f-40f4-a846-c002b8003e75 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: error-404-isvc-e8429-predictor-7f7756df8b-vh46g.18a858c81ca44f72 namespace: kserve-ci-e2e-test resourceVersion: "25239" uid: e76d179f-73d5-4578-a8b4-658d9af30760 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e8429-predictor-7f7756df8b namespace: kserve-ci-e2e-test resourceVersion: "24258" uid: 7337fe92-13ec-40bc-a03e-dd45ed7d130a kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Created pod: error-404-isvc-e8429-predictor-7f7756df8b-vh46g' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor-7f7756df8b.18a858b565a22fd0 namespace: kserve-ci-e2e-test resourceVersion: "24267" uid: ee59981c-8c03-44a3-bae7-5817d3fa81cf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24254" uid: d27ce1fb-14b4-461e-b3a9-dd1a278c3daa kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Scaled up replica set error-404-isvc-e8429-predictor-7f7756df8b from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429-predictor.18a858b56445dca4 namespace: kserve-ci-e2e-test resourceVersion: "24259" uid: 46ee090b-8a20-4d4c-b19c-4a3cda41204d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24257" uid: 6cee6678-f40e-418a-b1c2-a2c9d9205788 kind: Event lastTimestamp: "2026-04-21T10:33:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:24Z" name: error-404-isvc-e8429-predictor.18a858b8e2dc8212 namespace: kserve-ci-e2e-test resourceVersion: "24427" uid: df78c9f9-e9b8-4961-b0f3-33f17e5e44b6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24257" uid: 6cee6678-f40e-418a-b1c2-a2c9d9205788 kind: Event lastTimestamp: "2026-04-21T10:33:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:24Z" name: error-404-isvc-e8429-predictor.18a858b8e33e5f1e namespace: kserve-ci-e2e-test resourceVersion: "24429" uid: dcfe81f7-6454-43a2-b0da-eedf24808883 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:33:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24428" uid: 6cee6678-f40e-418a-b1c2-a2c9d9205788 kind: Event lastTimestamp: "2026-04-21T10:34:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:33:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:24Z" name: error-404-isvc-e8429-predictor.18a858bc61dddbb2 namespace: kserve-ci-e2e-test resourceVersion: "25084" uid: 694801d4-cb03-4ad8-91a8-4c739f37b70c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:33:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24428" uid: 6cee6678-f40e-418a-b1c2-a2c9d9205788 kind: Event lastTimestamp: "2026-04-21T10:34:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:33:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:24Z" name: error-404-isvc-e8429-predictor.18a858bc623b983a namespace: kserve-ci-e2e-test resourceVersion: "25085" uid: 5a551c88-8c35-4622-bd39-ad9fc0cf2526 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24228" uid: 0779a0f5-521d-40cd-bac2-312b53135b4e kind: Event lastTimestamp: "2026-04-21T10:34:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:01Z" name: error-404-isvc-e8429.18a858b5644f493b namespace: kserve-ci-e2e-test resourceVersion: "24857" uid: 5d33d589-22ba-4001-a86f-ddd844a14604 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24228" uid: 0779a0f5-521d-40cd-bac2-312b53135b4e kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Failed to update status for InferenceService "error-404-isvc-e8429": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429.18a858b564cb18ba namespace: kserve-ci-e2e-test resourceVersion: "24263" uid: bcbd1a97-2fcd-4487-be41-73cd17760767 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24228" uid: 0779a0f5-521d-40cd-bac2-312b53135b4e kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:33:09Z" name: error-404-isvc-e8429.18a858b564cb6955 namespace: kserve-ci-e2e-test resourceVersion: "24265" uid: b84265eb-efc2-40f6-8c0a-0f1566daedda reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24855" uid: 0779a0f5-521d-40cd-bac2-312b53135b4e kind: Event lastTimestamp: "2026-04-21T10:34:01Z" message: InferenceService [error-404-isvc-e8429] is Ready metadata: creationTimestamp: "2026-04-21T10:34:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:01Z" name: error-404-isvc-e8429.18a858c18d7d36a1 namespace: kserve-ci-e2e-test resourceVersion: "24856" uid: 5bb60a40-d619-4a6c-aa2d-3c4aa626aec8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:11:24.662434Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13449" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:11:24Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a85785ae31f929 namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: 2eb24cd1-0059-434d-ba5c-e296a428005a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13460" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a85785c8b2bfbe namespace: kserve-ci-e2e-test resourceVersion: "13539" uid: 70fe63f8-24f1-4965-89b9-7088a46b9daf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a85785ca0c1723 namespace: kserve-ci-e2e-test resourceVersion: "13541" uid: 2ec9989f-5697-47bf-ae64-29a19ad512f8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" in 16.191s (16.191s including waiting). Image size: 300954017 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a857898f206819 namespace: kserve-ci-e2e-test resourceVersion: "13721" uid: 075d1e19-64cd-49da-ac80-0059ab4abed3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a85789928f8eba namespace: kserve-ci-e2e-test resourceVersion: "13724" uid: 86ead397-95c7-4da4-a87f-9e391a81c90e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a85789931a0913 namespace: kserve-ci-e2e-test resourceVersion: "13725" uid: 1dbae763-7970-4d5f-8ef4-bb992aa812c4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:45Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427" metadata: creationTimestamp: "2026-04-21T10:11:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:45Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a8578a6baeb58b namespace: kserve-ci-e2e-test resourceVersion: "13771" uid: 81836d28-6a0a-481b-ad55-51e4921b0bcd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:50Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427" in 5.728s (5.728s including waiting). Image size: 1560610732 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:50Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a8578bc11eaebc namespace: kserve-ci-e2e-test resourceVersion: "13812" uid: d39e8b5a-3093-430d-89c7-a6c53d73900c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:50Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a8578bc4bc9cd5 namespace: kserve-ci-e2e-test resourceVersion: "13813" uid: 55454a5a-e636-4839-a279-4bfcf469b28b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:11:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:50Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a8578bc53070eb namespace: kserve-ci-e2e-test resourceVersion: "13814" uid: fe2aacf6-f875-4598-910a-45b429ddcf37 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:11:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:12:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:11:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:42Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a8578bd2b86007 namespace: kserve-ci-e2e-test resourceVersion: "14260" uid: ca45654b-0c80-4d4b-94e1-09bc235af2ee reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5 namespace: kserve-ci-e2e-test resourceVersion: "13451" uid: e7ba429b-b424-44b9-b5d6-0bdb6b58d59e kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:24Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5.18a857a1acd909d6 namespace: kserve-ci-e2e-test resourceVersion: "14918" uid: 93a4f8d1-6d1e-4045-a7e4-11c96b2cf47a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-5dfd9559ff namespace: kserve-ci-e2e-test resourceVersion: "13441" uid: 5b3874dd-8679-4664-b101-71f799cd6682 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-5dfd9559ff-wznm5' metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: isvc-sklearn-graph-1-predictor-5dfd9559ff.18a85785adada93b namespace: kserve-ci-e2e-test resourceVersion: "13450" uid: 16e756c2-d88c-4455-a45a-4dc4be7744ea reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13439" uid: 94034bb5-b03f-43f0-afe3-64ab20835dba kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-5dfd9559ff from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: isvc-sklearn-graph-1-predictor.18a85785ab643f14 namespace: kserve-ci-e2e-test resourceVersion: "13444" uid: 912a03cf-d491-4f4b-8100-69d0206439db reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13440" uid: 6e5ac773-a367-430f-aa79-d1470a04c03c kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-sklearn-graph-1-predictor.18a8578929d5d8b8 namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: 16740807-df91-489f-9d77-88aa6b61b5b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13440" uid: 6e5ac773-a367-430f-aa79-d1470a04c03c kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-sklearn-graph-1-predictor.18a857892a3d1e3e namespace: kserve-ci-e2e-test resourceVersion: "13977" uid: a53acc21-9a61-4012-93b6-4c8c62401225 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13701" uid: 6e5ac773-a367-430f-aa79-d1470a04c03c kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: isvc-sklearn-graph-1-predictor.18a85793a69e507f namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: 2dba440c-7749-4984-8492-e1f09e71b8e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13701" uid: 6e5ac773-a367-430f-aa79-d1470a04c03c kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: isvc-sklearn-graph-1-predictor.18a85793a7221cfb namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 8e73f9bf-101b-4ab0-94ed-6445922613bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13422" uid: 7e6752f4-b63f-4a84-b7bf-b04230016dfd kind: Event lastTimestamp: "2026-04-21T10:12:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:52Z" name: isvc-sklearn-graph-1.18a85785ab3bd7ab namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: 33605248-5c59-4121-b57b-c8989424a20c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: 7e6752f4-b63f-4a84-b7bf-b04230016dfd kind: Event lastTimestamp: "2026-04-21T10:12:52Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-21T10:12:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:52Z" name: isvc-sklearn-graph-1.18a8579a0c74c679 namespace: kserve-ci-e2e-test resourceVersion: "14384" uid: b16f26b0-0e56-4a89-b714-2a6232000bea reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:11:25.019934Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13526" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85785c3810469 namespace: kserve-ci-e2e-test resourceVersion: "13532" uid: ccd6e049-ac85-414f-a93d-41c6de6db914 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13536" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85785ddba09c9 namespace: kserve-ci-e2e-test resourceVersion: "13554" uid: 2bdedd48-1473-42ab-92ec-f55d32554c1a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85785defe83bb namespace: kserve-ci-e2e-test resourceVersion: "13556" uid: f0985677-f396-4562-9caf-c7d98565eeb1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" in 3.624s (3.624s including waiting). Image size: 300954017 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85786b70bfe5f namespace: kserve-ci-e2e-test resourceVersion: "13591" uid: 62302426-3148-4d5b-a73f-5418a2340ead reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85786ba0bf85c namespace: kserve-ci-e2e-test resourceVersion: "13594" uid: afb11d61-c8a6-4571-ace2-0167211338f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85786bab68b6e namespace: kserve-ci-e2e-test resourceVersion: "13596" uid: bc55da51-98c9-4202-ab0c-9fa779bebae8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:33Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427" metadata: creationTimestamp: "2026-04-21T10:11:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:33Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a85787ce48bf0f namespace: kserve-ci-e2e-test resourceVersion: "13653" uid: fbf6c1f6-9f00-4ece-930f-127a82b83fd3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1427" in 24.67s (24.67s including waiting). Image size: 1560610732 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a8578d8cbd8c3f namespace: kserve-ci-e2e-test resourceVersion: "13886" uid: 9cf2b426-cc3c-4c72-9774-c2837ea6e47f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a8578d932fbfa6 namespace: kserve-ci-e2e-test resourceVersion: "13888" uid: 97d8327c-6663-4da6-a826-d974e7dcc170 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a8578d945556da namespace: kserve-ci-e2e-test resourceVersion: "13889" uid: 35300760-774d-45da-94d6-1e37968e2e63 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a8578da5f21e92 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: 6f0d79cd-eea9-415c-81e6-bbdf79e5f1e9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 073b40f3-91a8-4b2a-9419-e009f64a8680 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:24Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx.18a857a1a9014dd5 namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: 98a83e07-0c74-4da9-9c45-9f3f301ab014 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-7459dc5d7 namespace: kserve-ci-e2e-test resourceVersion: "13512" uid: b6967b0e-620f-4efc-b721-61e083a90749 kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-7459dc5d7-kfblx' metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:25Z" name: isvc-sklearn-graph-2-predictor-7459dc5d7.18a85785c2fa4254 namespace: kserve-ci-e2e-test resourceVersion: "13528" uid: d712e888-be79-4bec-8037-9f3b5449a25b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13510" uid: e4a23535-14ba-4ddd-84f3-bfeaff9c1f6d kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-7459dc5d7 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: isvc-sklearn-graph-2-predictor.18a85785baac65d8 namespace: kserve-ci-e2e-test resourceVersion: "13514" uid: 5fc0c24b-3c52-4570-ae5f-660a858cecb2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13513" uid: 18490a1d-ef3d-4200-92d5-6145f90b230c kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-sklearn-graph-2-predictor.18a8578939629440 namespace: kserve-ci-e2e-test resourceVersion: "13986" uid: f54f1efc-faf9-4d25-bec2-0baf4bc52f47 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13513" uid: 18490a1d-ef3d-4200-92d5-6145f90b230c kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-sklearn-graph-2-predictor.18a8578939be301a namespace: kserve-ci-e2e-test resourceVersion: "13987" uid: c3cf0e98-b4c8-499c-8237-92ffd9d4d540 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13709" uid: 18490a1d-ef3d-4200-92d5-6145f90b230c kind: Event lastTimestamp: "2026-04-21T10:13:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:09Z" name: isvc-sklearn-graph-2-predictor.18a85793b6ee2c72 namespace: kserve-ci-e2e-test resourceVersion: "14674" uid: b5e9536b-5dc2-4197-ab75-b0c3b3f1aa65 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13709" uid: 18490a1d-ef3d-4200-92d5-6145f90b230c kind: Event lastTimestamp: "2026-04-21T10:13:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:09Z" name: isvc-sklearn-graph-2-predictor.18a85793b7d2d0de namespace: kserve-ci-e2e-test resourceVersion: "14675" uid: aa4f0a20-278d-4c04-bcff-eb1efb7dd723 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13497" uid: c20c45e4-77ca-4530-a1fe-2e848383f268 kind: Event lastTimestamp: "2026-04-21T10:13:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:03Z" name: isvc-sklearn-graph-2.18a85785babce184 namespace: kserve-ci-e2e-test resourceVersion: "14625" uid: 3508ab32-768c-4bfd-9739-05816e058ce2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14623" uid: c20c45e4-77ca-4530-a1fe-2e848383f268 kind: Event lastTimestamp: "2026-04-21T10:13:03Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-21T10:13:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:03Z" name: isvc-sklearn-graph-2.18a8579ca6f66e04 namespace: kserve-ci-e2e-test resourceVersion: "14624" uid: b3ad741e-25ac-4af9-abe3-a9653b8745ac reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:11:24.842938Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13498" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-hqh7l to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:11:24Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85785b8f44ff2 namespace: kserve-ci-e2e-test resourceVersion: "13503" uid: 0bfe2c92-7c8d-4eb9-a91e-4f138119ec56 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13524" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:11:25Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85785d5d57d77 namespace: kserve-ci-e2e-test resourceVersion: "13545" uid: bc06b2e1-21a8-44b8-94fb-da5e61188991 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:25Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" metadata: creationTimestamp: "2026-04-21T10:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:25Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85785d7148108 namespace: kserve-ci-e2e-test resourceVersion: "13547" uid: f8387339-e7a9-4c73-833c-fcee22016296 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:aab354f2c86e475a254092a9407c814212380805c294d80c01d879f01bc40743" in 3.747s (3.747s including waiting). Image size: 300954017 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85786b6736b15 namespace: kserve-ci-e2e-test resourceVersion: "13590" uid: ac41bc20-01e7-4235-a0e5-646860df563c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85786b9f53c2b namespace: kserve-ci-e2e-test resourceVersion: "13593" uid: 427d3bd3-a95a-4ac0-b0a3-11b4c1484a01 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:29Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-21T10:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:29Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a85786ba69406e namespace: kserve-ci-e2e-test resourceVersion: "13595" uid: 47b4eab0-ad06-439b-b67c-413f3a5e2f79 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:32Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-21T10:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:32Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a8578792672201 namespace: kserve-ci-e2e-test resourceVersion: "13640" uid: c849c0ab-7fac-49bc-88a4-7a814278a8b8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.007s (26.007s including waiting). Image size: 1306414327 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a8578da08fac5c namespace: kserve-ci-e2e-test resourceVersion: "13893" uid: 38635039-4949-4a47-a77e-24685480a6bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a8578da4807667 namespace: kserve-ci-e2e-test resourceVersion: "13895" uid: 1ebd4d8b-4088-4145-a182-c657e91147b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:11:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:58Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a8578da5abb542 namespace: kserve-ci-e2e-test resourceVersion: "13896" uid: bf6f0a04-72a1-4fa0-8fc2-5c269a2fd36d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:12:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:49Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a8579035e53654 namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: 541f10e3-3a4e-449e-b134-9ad4e91f8ef0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l namespace: kserve-ci-e2e-test resourceVersion: "13501" uid: 7ecbb08d-be76-445c-9258-6b25e9b21cb4 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:24Z" name: isvc-xgboost-graph-predictor-784cb989b8-hqh7l.18a857a1b242639c namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: 583c1787-a707-4ee2-833b-7ca6af66b845 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13491" uid: 2deccd63-692d-42ca-8914-a7dd70b5713d kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-hqh7l' metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a85785b864316e namespace: kserve-ci-e2e-test resourceVersion: "13499" uid: 2e914a5e-449e-4664-b38a-89dcb7f8a9cf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13489" uid: eddcdf39-c2ae-488b-bacf-6538f23f26d0 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: isvc-xgboost-graph-predictor.18a85785b617fbde namespace: kserve-ci-e2e-test resourceVersion: "13493" uid: 2f3bdd27-305e-4ff7-a272-881d124a0190 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13490" uid: d668a4ac-1c53-459a-a71a-440d8a5a0aea kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-xgboost-graph-predictor.18a857893490d6d2 namespace: kserve-ci-e2e-test resourceVersion: "13981" uid: 7bed90d8-7d8c-4b24-8be5-444f539d38cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13490" uid: d668a4ac-1c53-459a-a71a-440d8a5a0aea kind: Event lastTimestamp: "2026-04-21T10:12:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:09Z" name: isvc-xgboost-graph-predictor.18a8578934f542f2 namespace: kserve-ci-e2e-test resourceVersion: "13982" uid: 42820f34-0d52-4b8e-a660-8efc0754e552 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13707" uid: d668a4ac-1c53-459a-a71a-440d8a5a0aea kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: isvc-xgboost-graph-predictor.18a85793b1d5fbb2 namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: 2fd4af36-e4ce-4ac2-a6fd-45edb45b139d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:12:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13707" uid: d668a4ac-1c53-459a-a71a-440d8a5a0aea kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: isvc-xgboost-graph-predictor.18a85793b23b9522 namespace: kserve-ci-e2e-test resourceVersion: "14924" uid: 03a8e760-f9de-4047-8a55-170078939aca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13477" uid: 029427ea-c683-44c3-bc44-e81a5741179d kind: Event lastTimestamp: "2026-04-21T10:13:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:00Z" name: isvc-xgboost-graph.18a85785b5f2c06e namespace: kserve-ci-e2e-test resourceVersion: "14590" uid: 2d515b56-bdf8-4de8-ab78-dca1dab7f9d6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: 029427ea-c683-44c3-bc44-e81a5741179d kind: Event lastTimestamp: "2026-04-21T10:13:00Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-21T10:13:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:00Z" name: isvc-xgboost-graph.18a8579be2358d71 namespace: kserve-ci-e2e-test resourceVersion: "14586" uid: 3476ed09-fa69-402b-b592-adc17825ec15 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:13:14.512244Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14730" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-797489c4d6-rpwb6 to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer-797489c4d6-rpwb6.18a8579f41c1298b namespace: kserve-ci-e2e-test resourceVersion: "14735" uid: 2b3d594c-200c-4c41-8819-4197863b5523 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:14Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14739" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:14Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer-797489c4d6-rpwb6.18a8579f5ab68079 namespace: kserve-ci-e2e-test resourceVersion: "14750" uid: e0d1743f-72a3-4888-b2be-0c2ee95b80dd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer-797489c4d6-rpwb6.18a8579f5c168deb namespace: kserve-ci-e2e-test resourceVersion: "14752" uid: a1209019-eb7f-4a9f-91a1-956e8559e2a5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:15Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-21T10:13:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:15Z" name: model-chainer-797489c4d6-rpwb6.18a8579f5f5dc928 namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: fc4ce043-10c0-439f-8d07-14058ca843e0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:15Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-21T10:13:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:15Z" name: model-chainer-797489c4d6-rpwb6.18a8579f5fcd9909 namespace: kserve-ci-e2e-test resourceVersion: "14755" uid: 5c4e8f2e-e02b-4228-9b8d-d1ea64b1c460 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:24Z" name: model-chainer-797489c4d6-rpwb6.18a857a19c59deae namespace: kserve-ci-e2e-test resourceVersion: "14856" uid: 88962a88-545e-436c-a6ab-00ec13fd381d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-797489c4d6-rpwb6 namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 8251ce9c-c0be-431f-969b-97130ae2cfb3 kind: Event lastTimestamp: "2026-04-21T10:13:51Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:51Z" name: model-chainer-797489c4d6-rpwb6.18a857a1f57c8bb3 namespace: kserve-ci-e2e-test resourceVersion: "15226" uid: a6bf8f7c-72db-46f5-9ae8-95b3faeb46eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-797489c4d6 namespace: kserve-ci-e2e-test resourceVersion: "14727" uid: a7f4c876-6b99-4fa3-985d-dd20d3c8e125 kind: Event lastTimestamp: "2026-04-21T10:13:14Z" message: 'Created pod: model-chainer-797489c4d6-rpwb6' metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer-797489c4d6.18a8579f415a5574 namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 5286655f-a66c-4d06-b589-fa2ae00f2fc7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: df2a2e67-3c79-4cdf-b168-1e9f571e26be kind: Event lastTimestamp: "2026-04-21T10:13:14Z" message: Scaled up replica set model-chainer-797489c4d6 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer.18a8579f407cc8c1 namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: b1b92ed0-d89a-4040-9059-d0e2ced68b4c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:14Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14741" uid: 620fa247-50d4-4ddc-9e48-45262ffdadf8 kind: Event lastTimestamp: "2026-04-21T10:13:14Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-21T10:13:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:14Z" name: model-chainer.18a8579f4550e78c namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 9017bb73-ebf9-460b-8fdf-74c54f40030e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:25:19.989782Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20963" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-258c6-b67dc4465-ct42v to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:25:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:25:19Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a858482b95cc04 namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: aa5653cb-152e-46d5-8b25-cf9e54cd534f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:20Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:25:20Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:25:20Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a8584844634dc6 namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: ddb36e7a-1634-4a74-aa73-7cd10c22eaa9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-258c6} kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:25:20Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:25:20Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a8584845dbebae namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: 0648933a-bb82-4028-b241-554583a7ee49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-258c6} kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:25:20Z" message: 'Created container: sequence-graph-258c6' metadata: creationTimestamp: "2026-04-21T10:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:25:20Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a8584848b6b1c4 namespace: kserve-ci-e2e-test resourceVersion: "20989" uid: 8d177ea5-703e-4bef-addb-91e6eea9efd4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-258c6} kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:25:20Z" message: Started container sequence-graph-258c6 metadata: creationTimestamp: "2026-04-21T10:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:25:20Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a85848496ae1ac namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: 5b174b3f-7f60-4439-94ce-187b5e921af6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-258c6} kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Stopping container sequence-graph-258c6 metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:34Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a858bb590c73db namespace: kserve-ci-e2e-test resourceVersion: "24523" uid: a972fb08-fca6-42f3-83ef-b97022459ab5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:33:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-258c6} kind: Pod name: sequence-graph-258c6-b67dc4465-ct42v namespace: kserve-ci-e2e-test resourceVersion: "20966" uid: bc39bf1d-9a28-407e-b978-72c038a130cb kind: Event lastTimestamp: "2026-04-21T10:34:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:33:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:02Z" name: sequence-graph-258c6-b67dc4465-ct42v.18a858bbf0b2c3de namespace: kserve-ci-e2e-test resourceVersion: "24863" uid: cb56b8fe-f36d-4df9-8215-245e3d64e8fb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-258c6-b67dc4465 namespace: kserve-ci-e2e-test resourceVersion: "20960" uid: 43d95ee9-929c-4926-bfb8-43a8a1d15ac9 kind: Event lastTimestamp: "2026-04-21T10:25:19Z" message: 'Created pod: sequence-graph-258c6-b67dc4465-ct42v' metadata: creationTimestamp: "2026-04-21T10:25:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:19Z" name: sequence-graph-258c6-b67dc4465.18a858482af766b2 namespace: kserve-ci-e2e-test resourceVersion: "20964" uid: a5a7894e-e5f7-497a-bb0c-26c62cfa40a3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: e4f33392-9ad8-4403-afad-a4c6e236d24d kind: Event lastTimestamp: "2026-04-21T10:25:19Z" message: Scaled up replica set sequence-graph-258c6-b67dc4465 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:25:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:19Z" name: sequence-graph-258c6.18a858482a61425e namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: 6ae41099-0663-4c68-b3cd-f9a0e24bb7c2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: bd9c58cf-a765-4f1f-b69a-ffdd7f330232 kind: Event lastTimestamp: "2026-04-21T10:25:20Z" message: InferenceGraph [sequence-graph-258c6] is Ready metadata: creationTimestamp: "2026-04-21T10:25:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:25:20Z" name: sequence-graph-258c6.18a858482dc5b4dc namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: dba54885-4ea0-4a9a-ab74-b1eac3e9e18d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:25:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20959" uid: 3bfeea3d-548c-404b-b521-123272cc4636 kind: Event lastTimestamp: "2026-04-21T10:25:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:25:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:49Z" name: sequence-graph-258c6.18a8584ba8dafd90 namespace: kserve-ci-e2e-test resourceVersion: "21213" uid: 0f3f21e0-d653-4f19-a221-9df7461de734 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:25:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20959" uid: 3bfeea3d-548c-404b-b521-123272cc4636 kind: Event lastTimestamp: "2026-04-21T10:25:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:25:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:49Z" name: sequence-graph-258c6.18a8584ba9310f24 namespace: kserve-ci-e2e-test resourceVersion: "21214" uid: d4bdc76d-96a4-4029-9bc5-1ff2a60a687e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:23:59.698239Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20086" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-3f0d8-647745dd4-j58jx to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:23:59Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a8583579d62e8e namespace: kserve-ci-e2e-test resourceVersion: "20091" uid: 6d8282a1-7570-44f6-8b97-7a3295b5225c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:00Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:00Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:24:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:24:00Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a8583592a282f2 namespace: kserve-ci-e2e-test resourceVersion: "20106" uid: fa2b9310-bf3b-41bf-883d-f6604f16ba8c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3f0d8} kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:00Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:24:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:00Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a8583593ebf179 namespace: kserve-ci-e2e-test resourceVersion: "20109" uid: c531cf85-1459-4aa0-bd96-829b23cc7e91 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3f0d8} kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:00Z" message: 'Created container: sequence-graph-3f0d8' metadata: creationTimestamp: "2026-04-21T10:24:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:00Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a858359865e66d namespace: kserve-ci-e2e-test resourceVersion: "20110" uid: b70447ad-9a40-439b-9ee6-11f8a2203456 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3f0d8} kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:00Z" message: Started container sequence-graph-3f0d8 metadata: creationTimestamp: "2026-04-21T10:24:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:00Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a8583598d4d62d namespace: kserve-ci-e2e-test resourceVersion: "20111" uid: e56a3aea-98f3-40bb-8e07-014a9d733b0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3f0d8} kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: Stopping container sequence-graph-3f0d8 metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:09Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a85837d246db7a namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 40f95415-b877-4331-ad9d-b3c9aff013ad reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:24:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3f0d8} kind: Pod name: sequence-graph-3f0d8-647745dd4-j58jx namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 2645bec2-eaa6-4767-8303-de65b9ff786e kind: Event lastTimestamp: "2026-04-21T10:24:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:24:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:36Z" name: sequence-graph-3f0d8-647745dd4-j58jx.18a85838564e13ff namespace: kserve-ci-e2e-test resourceVersion: "20565" uid: 09bd50dc-0991-4dbe-b1b3-31303947bea9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-3f0d8-647745dd4 namespace: kserve-ci-e2e-test resourceVersion: "20082" uid: 193ccc4c-43e3-466f-a58f-12a4935b6184 kind: Event lastTimestamp: "2026-04-21T10:23:59Z" message: 'Created pod: sequence-graph-3f0d8-647745dd4-j58jx' metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:59Z" name: sequence-graph-3f0d8-647745dd4.18a8583579444697 namespace: kserve-ci-e2e-test resourceVersion: "20087" uid: 5b32253f-6002-4307-a8c9-69862474b1c5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "20080" uid: 546fb88f-09be-449b-b3de-5145434c64a8 kind: Event lastTimestamp: "2026-04-21T10:23:59Z" message: Scaled up replica set sequence-graph-3f0d8-647745dd4 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:59Z" name: sequence-graph-3f0d8.18a858357888dff8 namespace: kserve-ci-e2e-test resourceVersion: "20083" uid: 4c5820d1-f9fe-43af-928e-5e8ce22cb7a6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "20098" uid: e9bc58a7-b5fb-449d-92c8-fb7ff6eb9d20 kind: Event lastTimestamp: "2026-04-21T10:23:59Z" message: InferenceGraph [sequence-graph-3f0d8] is Ready metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:59Z" name: sequence-graph-3f0d8.18a858357dfb0a39 namespace: kserve-ci-e2e-test resourceVersion: "20100" uid: 7c8dcf6a-d6d9-4a6f-b8ed-246e9843ae1f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:14:34.802091Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15627" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cd9c7-b856cb664-jsx2p to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:14:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:14:34Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b1f366f536 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: b67811db-4dee-46fc-97ff-f3a7ce7ad948 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:34Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:14:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-cd9c7-serving-cert" not found' metadata: creationTimestamp: "2026-04-21T10:14:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:34Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b1fb868774 namespace: kserve-ci-e2e-test resourceVersion: "15643" uid: 019cadbd-801c-4247-9ab2-ae7b6976f5c9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:35Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:14:35Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:14:35Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b22ffe4761 namespace: kserve-ci-e2e-test resourceVersion: "15653" uid: 28cea683-71e6-46fe-8dce-3bef7fa104b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cd9c7} kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:14:35Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:35Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b2312d760b namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: 182b835a-cd89-4620-ade9-8366112984d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cd9c7} kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:14:35Z" message: 'Created container: sequence-graph-cd9c7' metadata: creationTimestamp: "2026-04-21T10:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:35Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b2345d3459 namespace: kserve-ci-e2e-test resourceVersion: "15656" uid: 0995f4ca-ca61-41c4-9360-688c6b8cf2d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cd9c7} kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:14:35Z" message: Started container sequence-graph-cd9c7 metadata: creationTimestamp: "2026-04-21T10:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:35Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a857b234ce14fe namespace: kserve-ci-e2e-test resourceVersion: "15657" uid: f2c6a7b6-e505-4866-a7ef-28bfecd7fe7f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cd9c7} kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Stopping container sequence-graph-cd9c7 metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:49Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a8582524f82358 namespace: kserve-ci-e2e-test resourceVersion: "19203" uid: 54e9dd12-ecb4-4617-aff0-f0d7a6c1dece reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:22:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cd9c7} kind: Pod name: sequence-graph-cd9c7-b856cb664-jsx2p namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: 08cc312b-fc20-4c9b-8df3-b42f2a0b71f8 kind: Event lastTimestamp: "2026-04-21T10:23:17Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:17Z" name: sequence-graph-cd9c7-b856cb664-jsx2p.18a85825cc71b5c9 namespace: kserve-ci-e2e-test resourceVersion: "19549" uid: 69abc31e-ff39-4d95-acde-3086ad1a3c3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-cd9c7-b856cb664 namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: 785c24df-4dbe-4247-a7b4-53851c36f259 kind: Event lastTimestamp: "2026-04-21T10:14:34Z" message: 'Created pod: sequence-graph-cd9c7-b856cb664-jsx2p' metadata: creationTimestamp: "2026-04-21T10:14:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:34Z" name: sequence-graph-cd9c7-b856cb664.18a857b1f3016848 namespace: kserve-ci-e2e-test resourceVersion: "15628" uid: 82bd1522-1f8f-4a0b-8198-b5bd133e89d4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15621" uid: 018c740e-f09f-48ec-8c02-b3961dc86974 kind: Event lastTimestamp: "2026-04-21T10:14:34Z" message: Scaled up replica set sequence-graph-cd9c7-b856cb664 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:14:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:34Z" name: sequence-graph-cd9c7.18a857b1f244d51e namespace: kserve-ci-e2e-test resourceVersion: "15625" uid: fe874b99-eb82-4048-bced-a8a26138f2f8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:34Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: ebe1712e-5307-454e-84c5-b09884b3e382 kind: Event lastTimestamp: "2026-04-21T10:14:34Z" message: InferenceGraph [sequence-graph-cd9c7] is Ready metadata: creationTimestamp: "2026-04-21T10:14:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:34Z" name: sequence-graph-cd9c7.18a857b1f5dd6e1e namespace: kserve-ci-e2e-test resourceVersion: "15640" uid: 98968199-2d4e-43e9-bc9e-7a647c69523d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15622" uid: a6e8036f-e17c-425b-abe5-5883eb20448d kind: Event lastTimestamp: "2026-04-21T10:15:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:14:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:15:04Z" name: sequence-graph-cd9c7.18a857b570ad9526 namespace: kserve-ci-e2e-test resourceVersion: "15879" uid: a3a6e17c-55c0-4dc9-89d5-9576be736a83 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15622" uid: a6e8036f-e17c-425b-abe5-5883eb20448d kind: Event lastTimestamp: "2026-04-21T10:15:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:14:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:15:04Z" name: sequence-graph-cd9c7.18a857b57107b2bb namespace: kserve-ci-e2e-test resourceVersion: "15880" uid: 9bb519d1-baef-4c5f-bbe6-db696c77591a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:35:39.502684Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25886" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-932d4-6ffb546d98-w74vd to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:35:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:35:39Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d8696e84af namespace: kserve-ci-e2e-test resourceVersion: "25891" uid: b5c19db4-0970-45b2-baa1-126f70430d5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:39Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:35:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-932d4-serving-cert" not found' metadata: creationTimestamp: "2026-04-21T10:35:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:39Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d877d180d0 namespace: kserve-ci-e2e-test resourceVersion: "25902" uid: d1bc916d-560a-4f3a-8d14-113ff3166ad7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:40Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25895" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:35:40Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:35:40Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d8a5dc617e namespace: kserve-ci-e2e-test resourceVersion: "25910" uid: e530e617-4d9b-4ffd-88a8-def4fa3ad160 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932d4} kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:35:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:40Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d8a70a62d5 namespace: kserve-ci-e2e-test resourceVersion: "25912" uid: d385649d-2b3d-4c5c-ade8-d67f7e9b6f41 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932d4} kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:35:40Z" message: 'Created container: splitter-graph-932d4' metadata: creationTimestamp: "2026-04-21T10:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:40Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d8a9dcddec namespace: kserve-ci-e2e-test resourceVersion: "25914" uid: 13ca7f3a-b8ca-4a29-a501-c414fcf70d58 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932d4} kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:35:40Z" message: Started container splitter-graph-932d4 metadata: creationTimestamp: "2026-04-21T10:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:40Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a858d8aa494ad0 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: e0851f5a-7986-4a64-bcae-6fbe92fbac97 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932d4} kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:43:54Z" message: Stopping container splitter-graph-932d4 metadata: creationTimestamp: "2026-04-21T10:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:43:54Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a8594b993536b4 namespace: kserve-ci-e2e-test resourceVersion: "29666" uid: 8a159c27-17a8-48eb-bdc1-4e3fcd87a9a3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-932d4} kind: Pod name: splitter-graph-932d4-6ffb546d98-w74vd namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 60239094-1c2d-47d9-ab7f-628520328383 kind: Event lastTimestamp: "2026-04-21T10:44:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:44:22Z" name: splitter-graph-932d4-6ffb546d98-w74vd.18a8594c3f15f4bc namespace: kserve-ci-e2e-test resourceVersion: "29891" uid: 2dc1273f-6a11-40fc-8526-fe8afcbae44e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-932d4-6ffb546d98 namespace: kserve-ci-e2e-test resourceVersion: "25883" uid: 1539c7cc-7ce0-4b59-89e3-1893bef56f20 kind: Event lastTimestamp: "2026-04-21T10:35:39Z" message: 'Created pod: splitter-graph-932d4-6ffb546d98-w74vd' metadata: creationTimestamp: "2026-04-21T10:35:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:39Z" name: splitter-graph-932d4-6ffb546d98.18a858d868e68c4a namespace: kserve-ci-e2e-test resourceVersion: "25888" uid: ce95bad3-0aec-45a3-b2e2-8a1f902cc141 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25881" uid: ba0645dc-9b69-4003-a704-1af267cd97ff kind: Event lastTimestamp: "2026-04-21T10:35:39Z" message: Scaled up replica set splitter-graph-932d4-6ffb546d98 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:35:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:39Z" name: splitter-graph-932d4.18a858d867eedad5 namespace: kserve-ci-e2e-test resourceVersion: "25884" uid: 61c394c8-926d-4e45-bb1b-37f3eabba3cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:39Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 779763e9-9f92-42e6-a68c-2d2a9948891b kind: Event lastTimestamp: "2026-04-21T10:35:39Z" message: InferenceGraph [splitter-graph-932d4] is Ready metadata: creationTimestamp: "2026-04-21T10:35:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:35:39Z" name: splitter-graph-932d4.18a858d86cf1763c namespace: kserve-ci-e2e-test resourceVersion: "25900" uid: d37a6d6b-f282-4b51-a5c9-996f317c4f8c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25882" uid: e2eb121e-7309-4544-ac7d-34abed390c92 kind: Event lastTimestamp: "2026-04-21T10:35:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:54Z" name: splitter-graph-932d4.18a858dbe66118d5 namespace: kserve-ci-e2e-test resourceVersion: "26028" uid: 81f87b67-6ac9-4eca-a781-c1a08c68690d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25882" uid: e2eb121e-7309-4544-ac7d-34abed390c92 kind: Event lastTimestamp: "2026-04-21T10:35:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:54Z" name: splitter-graph-932d4.18a858dbe6c79294 namespace: kserve-ci-e2e-test resourceVersion: "26030" uid: 8b1ac559-d377-427e-b240-bd6f0f92a17e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:36:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "26029" uid: e2eb121e-7309-4544-ac7d-34abed390c92 kind: Event lastTimestamp: "2026-04-21T10:36:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:36:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:36:09Z" name: splitter-graph-932d4.18a858df65671f65 namespace: kserve-ci-e2e-test resourceVersion: "26363" uid: b0f10c36-b96e-41fa-95eb-e9d4ee788cec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:36:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-932d4 namespace: kserve-ci-e2e-test resourceVersion: "26029" uid: e2eb121e-7309-4544-ac7d-34abed390c92 kind: Event lastTimestamp: "2026-04-21T10:36:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:36:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:36:09Z" name: splitter-graph-932d4.18a858df65c9ff92 namespace: kserve-ci-e2e-test resourceVersion: "26365" uid: 60370a19-4dfc-4193-8023-6cac0c77d856 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:34:19.152129Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25018" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-e8429-56f48fd547-2nhfm to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c5b42a95be namespace: kserve-ci-e2e-test resourceVersion: "25023" uid: 8aafe0b6-e49d-436c-8abb-c0125b40aeac reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c5cd28c054 namespace: kserve-ci-e2e-test resourceVersion: "25038" uid: f04abc5f-d07f-4c5e-a706-d71ef796dbb3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e8429} kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c5ce80b218 namespace: kserve-ci-e2e-test resourceVersion: "25040" uid: ee9cfab3-7de1-4764-a007-b93f7dd09925 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e8429} kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: 'Created container: splitter-graph-e8429' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c5d18314b5 namespace: kserve-ci-e2e-test resourceVersion: "25041" uid: 7e86250c-8630-49ec-be8f-8345db4605ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e8429} kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: Started container splitter-graph-e8429 metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c5d204084b namespace: kserve-ci-e2e-test resourceVersion: "25042" uid: c3ec3ee3-cafe-462e-b45c-cd1b3d7a93d6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e8429} kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Stopping container splitter-graph-e8429 metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c80e4744b6 namespace: kserve-ci-e2e-test resourceVersion: "25166" uid: 3cb7589c-a2af-4222-a030-5ce955af09c0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:34:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e8429} kind: Pod name: splitter-graph-e8429-56f48fd547-2nhfm namespace: kserve-ci-e2e-test resourceVersion: "25020" uid: 61f423d3-2602-46ca-b273-f3a8143807b0 kind: Event lastTimestamp: "2026-04-21T10:34:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:34:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:55Z" name: splitter-graph-e8429-56f48fd547-2nhfm.18a858c868101e28 namespace: kserve-ci-e2e-test resourceVersion: "25529" uid: 510f1703-d16c-46d9-accd-2cf6d6ef72fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-e8429-56f48fd547 namespace: kserve-ci-e2e-test resourceVersion: "25014" uid: e8d94a4f-fb61-497a-90a2-bd612181eb71 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: 'Created pod: splitter-graph-e8429-56f48fd547-2nhfm' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429-56f48fd547.18a858c5b3a30117 namespace: kserve-ci-e2e-test resourceVersion: "25019" uid: d52579f9-d881-4e56-bc51-229273280cbf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-e8429 namespace: kserve-ci-e2e-test resourceVersion: "25012" uid: 07db8521-1b0e-495c-a0c7-0c12cce66724 kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: Scaled up replica set splitter-graph-e8429-56f48fd547 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429.18a858c5b2ed6f4b namespace: kserve-ci-e2e-test resourceVersion: "25015" uid: 612cd40c-9031-487e-8210-4f4a5afb3649 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-e8429 namespace: kserve-ci-e2e-test resourceVersion: "25031" uid: 25cd8472-4b87-4e21-b8ef-8566f0ca939c kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: InferenceGraph [splitter-graph-e8429] is Ready metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429.18a858c5b66be27d namespace: kserve-ci-e2e-test resourceVersion: "25033" uid: 44ed9e33-dbd4-4f65-9ea6-320b1625c6e2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-e8429 namespace: kserve-ci-e2e-test resourceVersion: "25005" uid: 25cd8472-4b87-4e21-b8ef-8566f0ca939c kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: 'Failed to update status for InferenceGraph "splitter-graph-e8429": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429.18a858c5b8d0de13 namespace: kserve-ci-e2e-test resourceVersion: "25034" uid: c870ef0b-1fc0-46df-9df7-1110ba9b660f reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-e8429 namespace: kserve-ci-e2e-test resourceVersion: "25005" uid: 25cd8472-4b87-4e21-b8ef-8566f0ca939c kind: Event lastTimestamp: "2026-04-21T10:34:19Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:34:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:19Z" name: splitter-graph-e8429.18a858c5b8d12d9b namespace: kserve-ci-e2e-test resourceVersion: "25035" uid: c64a6493-793b-4520-9bbd-14c43cfe9514 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:24:09.905933Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20260" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-258c6-predictor-868bd945f5-k9mzq to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837da433393 namespace: kserve-ci-e2e-test resourceVersion: "20265" uid: ab6e9c14-6e39-4e0b-816b-210bef9c99bc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20266" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:24:10Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837e2426767 namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 054ed9b5-ca59-4f00-8f01-f6e2f472d8c0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837e3b77ec1 namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: d1b09531-0573-403d-ae76-b6caf34e0e13 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837e7702d1e namespace: kserve-ci-e2e-test resourceVersion: "20305" uid: 7e223887-0218-493d-83a2-c539ca03107d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:24:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:10Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837e7ea8406 namespace: kserve-ci-e2e-test resourceVersion: "20306" uid: 5fc3b610-58ed-4265-afcd-02f8cc7b0650 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:24:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:24:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:24:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:51Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a85837fca62fea namespace: kserve-ci-e2e-test resourceVersion: "20677" uid: e5b741ed-4a2c-4e49-8274-bfd300ea7fa2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq namespace: kserve-ci-e2e-test resourceVersion: "20262" uid: 5905aa4b-bad0-42a9-943f-01f5147fcd54 kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-258c6-predictor-868bd945f5-k9mzq.18a858bb6106beb8 namespace: kserve-ci-e2e-test resourceVersion: "24563" uid: e8f3f8a3-00fd-4d17-a5d3-3b5321d17ad0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-258c6-predictor-868bd945f5 namespace: kserve-ci-e2e-test resourceVersion: "20248" uid: f5f32712-52b3-4427-b43f-bfd92f6a85e7 kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: 'Created pod: success-200-isvc-258c6-predictor-868bd945f5-k9mzq' metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-258c6-predictor-868bd945f5.18a85837d9c35e77 namespace: kserve-ci-e2e-test resourceVersion: "20261" uid: 6871a912-ea15-45df-a1fa-e246f3cfcd7c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20242" uid: 829be580-4944-42fb-a05b-67fa7522f09d kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: Scaled up replica set success-200-isvc-258c6-predictor-868bd945f5 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-258c6-predictor.18a85837d8440116 namespace: kserve-ci-e2e-test resourceVersion: "20252" uid: b4b5b124-a297-416c-b1ea-1924d58940eb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:24:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20247" uid: 58f181e5-0076-4660-9578-d84158268766 kind: Event lastTimestamp: "2026-04-21T10:24:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:24:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:39Z" name: success-200-isvc-258c6-predictor.18a8583b56c16c7e namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: 3038405a-2cde-4b1a-b65b-28ae246bd4b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:24:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20247" uid: 58f181e5-0076-4660-9578-d84158268766 kind: Event lastTimestamp: "2026-04-21T10:24:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:24:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:39Z" name: success-200-isvc-258c6-predictor.18a8583b57265bcf namespace: kserve-ci-e2e-test resourceVersion: "20588" uid: 5ebcfeac-c49d-4d7e-845c-df1a0e76c2e1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20441" uid: 58f181e5-0076-4660-9578-d84158268766 kind: Event lastTimestamp: "2026-04-21T10:25:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:24Z" name: success-200-isvc-258c6-predictor.18a8584254940ff8 namespace: kserve-ci-e2e-test resourceVersion: "21029" uid: 70588b35-57fd-401e-a67f-2e9a79443583 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:24:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-258c6-predictor namespace: kserve-ci-e2e-test resourceVersion: "20441" uid: 58f181e5-0076-4660-9578-d84158268766 kind: Event lastTimestamp: "2026-04-21T10:25:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:25:24Z" name: success-200-isvc-258c6-predictor.18a858425504292e namespace: kserve-ci-e2e-test resourceVersion: "21030" uid: 1b185aed-14c3-450f-bff1-cc1c3743f87e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: 3c562feb-ec81-4615-8aa6-e442edf41776 kind: Event lastTimestamp: "2026-04-21T10:25:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:25:01Z" name: success-200-isvc-258c6.18a85837d81e50e5 namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: ef7ac6a1-604d-4723-b128-3860c6ff7d05 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: 3c562feb-ec81-4615-8aa6-e442edf41776 kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: 'Failed to update status for InferenceService "success-200-isvc-258c6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-258c6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-258c6.18a85837d872705b namespace: kserve-ci-e2e-test resourceVersion: "20254" uid: 51509b63-f08b-4524-9958-a2dead755677 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: 3c562feb-ec81-4615-8aa6-e442edf41776 kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-258c6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-258c6.18a85837d872bbd3 namespace: kserve-ci-e2e-test resourceVersion: "20256" uid: b0d226ea-18d9-4410-9b2c-24c2f55611d5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:25:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-258c6 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 3c562feb-ec81-4615-8aa6-e442edf41776 kind: Event lastTimestamp: "2026-04-21T10:25:01Z" message: InferenceService [success-200-isvc-258c6] is Ready metadata: creationTimestamp: "2026-04-21T10:25:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:25:01Z" name: success-200-isvc-258c6.18a85843e0a5188f namespace: kserve-ci-e2e-test resourceVersion: "20817" uid: 387f9b94-6855-4355-9391-a07b4c2f264d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:22:49.692103Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19234" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a858252d254591 namespace: kserve-ci-e2e-test resourceVersion: "19239" uid: 851d944e-d66a-448b-bf12-cf5eade7c232 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19248" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a8582535c42639 namespace: kserve-ci-e2e-test resourceVersion: "19282" uid: 068b380a-d533-4c97-8236-a0606d9a93a0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a8582536f9b639 namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: 2f16a14c-7315-4781-a864-d5691a6419aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:22:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:50Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a85825402eef49 namespace: kserve-ci-e2e-test resourceVersion: "19296" uid: d7aeec54-2791-456c-9d91-07c97c010d24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:22:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:50Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a8582540a15dc0 namespace: kserve-ci-e2e-test resourceVersion: "19298" uid: 501cfe9e-5bed-4451-bde6-7cb0a9ecb4b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:22:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:24:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:22:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:11Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a858254b16c324 namespace: kserve-ci-e2e-test resourceVersion: "20332" uid: f3cced91-8942-4c3f-8055-84c3d6e7ca5f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: 456d8fbb-19dc-4af0-804a-4847333b944a kind: Event lastTimestamp: "2026-04-21T10:24:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:09Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8.18a85837d958f700 namespace: kserve-ci-e2e-test resourceVersion: "20259" uid: 57fc2dc5-7d56-4bbe-ace1-4cb1b4252163 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3f0d8-predictor-d56d46fd9 namespace: kserve-ci-e2e-test resourceVersion: "19228" uid: c8468be2-d614-4d76-ad6a-8dabb4abe4cb kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: 'Created pod: success-200-isvc-3f0d8-predictor-d56d46fd9-5wdh8' metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-3f0d8-predictor-d56d46fd9.18a858252cc5e682 namespace: kserve-ci-e2e-test resourceVersion: "19236" uid: 5c334841-80d3-49d6-8eb0-abc891dc18f1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19226" uid: d71accad-65d6-455e-867b-0877f932b5b4 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Scaled up replica set success-200-isvc-3f0d8-predictor-d56d46fd9 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-3f0d8-predictor.18a858252b59f636 namespace: kserve-ci-e2e-test resourceVersion: "19230" uid: 4b9bf642-5881-458e-a2ee-39641d20937b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19227" uid: 3e0b68cc-84a8-4ec7-b078-637482d2b4d2 kind: Event lastTimestamp: "2026-04-21T10:23:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:19Z" name: success-200-isvc-3f0d8-predictor.18a85828aa090f0e namespace: kserve-ci-e2e-test resourceVersion: "19568" uid: 23d436c6-7801-4a91-949d-c1f106c6ba22 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19227" uid: 3e0b68cc-84a8-4ec7-b078-637482d2b4d2 kind: Event lastTimestamp: "2026-04-21T10:23:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:19Z" name: success-200-isvc-3f0d8-predictor.18a85828aa6cde29 namespace: kserve-ci-e2e-test resourceVersion: "19569" uid: fae602e7-1a3f-429a-a894-c5d6e2d492d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: 3e0b68cc-84a8-4ec7-b078-637482d2b4d2 kind: Event lastTimestamp: "2026-04-21T10:24:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:04Z" name: success-200-isvc-3f0d8-predictor.18a8582fa87e0c58 namespace: kserve-ci-e2e-test resourceVersion: "20145" uid: 23f1f42d-39ab-45b1-9857-fa17791ff74b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3f0d8-predictor namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: 3e0b68cc-84a8-4ec7-b078-637482d2b4d2 kind: Event lastTimestamp: "2026-04-21T10:24:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:04Z" name: success-200-isvc-3f0d8-predictor.18a8582fa8c2043f namespace: kserve-ci-e2e-test resourceVersion: "20146" uid: a8d919aa-b8de-436c-adff-972814fbf0c3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "19217" uid: 2ed2373f-d6b7-4baf-b32e-ce0cad943b17 kind: Event lastTimestamp: "2026-04-21T10:23:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:41Z" name: success-200-isvc-3f0d8.18a858252b33f65e namespace: kserve-ci-e2e-test resourceVersion: "19801" uid: f078b647-b9da-48a1-86e9-7bfbaa078067 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3f0d8 namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: 2ed2373f-d6b7-4baf-b32e-ce0cad943b17 kind: Event lastTimestamp: "2026-04-21T10:23:41Z" message: InferenceService [success-200-isvc-3f0d8] is Ready metadata: creationTimestamp: "2026-04-21T10:23:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:41Z" name: success-200-isvc-3f0d8.18a8583130ba3504 namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 16b0e24f-054e-4313-a5f8-ec4a3b3b7e90 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:22:23.836163Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18921" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:22:23Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f2802ebba namespace: kserve-ci-e2e-test resourceVersion: "18930" uid: c9748930-a0a3-4ce7-a006-1c2869a8c5a9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18938" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:22:23Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f30926470 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: 52bbdbde-4161-4662-ad4e-f51c00b1d2f9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f31ce7b04 namespace: kserve-ci-e2e-test resourceVersion: "18962" uid: d2c13b2f-6ae6-471f-9003-1c9fe0cfa25a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f3843d6b0 namespace: kserve-ci-e2e-test resourceVersion: "18970" uid: c0ed353a-a852-4549-992e-6cadb8630c32 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:22:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:24Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f38b9bb8e namespace: kserve-ci-e2e-test resourceVersion: "18971" uid: 1ac0e0d0-8d42-481d-a021-9adf4ba4b5cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:22:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:23:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:22:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:46Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a8581f73b4ba87 namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: afaaa2b3-e8dd-4d3a-94ca-aee88119ea38 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: aa63b43b-d3fd-4623-b5a0-f7257873bb51 kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7.18a85831d8b357b4 namespace: kserve-ci-e2e-test resourceVersion: "19871" uid: e972765d-db99-4143-b5fb-9144b2a5d955 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-42a8c-predictor-5bffc845f9 namespace: kserve-ci-e2e-test resourceVersion: "18902" uid: 5cb7844b-cacc-45e4-ab30-04c688947a6b kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: 'Created pod: success-200-isvc-42a8c-predictor-5bffc845f9-8clt7' metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:23Z" name: success-200-isvc-42a8c-predictor-5bffc845f9.18a8581f278f7d0c namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: 3b9c3007-b35d-42a2-963d-53d12cab9bbd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18898" uid: 93f8b1a7-d04f-4baa-81e5-ad3769d8a5a4 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Scaled up replica set success-200-isvc-42a8c-predictor-5bffc845f9 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:23Z" name: success-200-isvc-42a8c-predictor.18a8581f2473f0b1 namespace: kserve-ci-e2e-test resourceVersion: "18904" uid: 38fe9ca3-8832-49d9-b143-9b53c555c413 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:22:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: d0080213-dbb8-443a-9e6b-30e158a8310a kind: Event lastTimestamp: "2026-04-21T10:22:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:53Z" name: success-200-isvc-42a8c-predictor.18a85822a2f6dde9 namespace: kserve-ci-e2e-test resourceVersion: "19341" uid: c005eb54-0289-4556-af64-618c89f36401 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:22:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: d0080213-dbb8-443a-9e6b-30e158a8310a kind: Event lastTimestamp: "2026-04-21T10:22:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:22:53Z" name: success-200-isvc-42a8c-predictor.18a85822a357a69e namespace: kserve-ci-e2e-test resourceVersion: "19342" uid: 99f79cac-183b-4c99-b2de-bdcfcac565c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "19099" uid: d0080213-dbb8-443a-9e6b-30e158a8310a kind: Event lastTimestamp: "2026-04-21T10:23:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:38Z" name: success-200-isvc-42a8c-predictor.18a85829a0c50e1c namespace: kserve-ci-e2e-test resourceVersion: "19753" uid: 4bdc6ff5-2d79-41c9-b1c2-6cd1f5b0f04a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:23:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-42a8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "19099" uid: d0080213-dbb8-443a-9e6b-30e158a8310a kind: Event lastTimestamp: "2026-04-21T10:23:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:23:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:38Z" name: success-200-isvc-42a8c-predictor.18a85829a12063db namespace: kserve-ci-e2e-test resourceVersion: "19754" uid: 38f3f786-0e4b-4f75-838e-a4352b34f941 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "18880" uid: b334259f-9f9d-4e9a-97d9-0c08ac630293 kind: Event lastTimestamp: "2026-04-21T10:23:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:16Z" name: success-200-isvc-42a8c.18a8581f244fe50f namespace: kserve-ci-e2e-test resourceVersion: "19540" uid: f9ba2fe2-1f0b-4dd0-b2ab-29cdd6753ffa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-42a8c namespace: kserve-ci-e2e-test resourceVersion: "19535" uid: b334259f-9f9d-4e9a-97d9-0c08ac630293 kind: Event lastTimestamp: "2026-04-21T10:23:16Z" message: InferenceService [success-200-isvc-42a8c] is Ready metadata: creationTimestamp: "2026-04-21T10:23:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:23:16Z" name: success-200-isvc-42a8c.18a8582b57adb862 namespace: kserve-ci-e2e-test resourceVersion: "19536" uid: 0d211111-04f8-404c-ac01-88cbf0982f2f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:34:29.398365Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25192" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-932d4-predictor-c79874459-rn8v8 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c816e37f56 namespace: kserve-ci-e2e-test resourceVersion: "25201" uid: b64328a6-8b06-4707-bc05-65cd160081f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25206" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Add eth0 [10.134.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c81f8a9183 namespace: kserve-ci-e2e-test resourceVersion: "25247" uid: a1c07d60-c713-48fb-9754-995aa7fb320b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c820d89398 namespace: kserve-ci-e2e-test resourceVersion: "25249" uid: 5acef675-98d0-46c4-99a6-c7afda750efe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c823df22b0 namespace: kserve-ci-e2e-test resourceVersion: "25251" uid: 4e466a08-d144-4134-a750-b2cdcbf9e60c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c824673b80 namespace: kserve-ci-e2e-test resourceVersion: "25252" uid: ed67a9f2-41e5-4486-a0d0-65d7b88016b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:34:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:35:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:34:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:35:11Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a858c85a8cf4a9 namespace: kserve-ci-e2e-test resourceVersion: "25651" uid: 66494345-2fea-4bd7-9495-038b3eb51fde reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-932d4-predictor-c79874459-rn8v8 namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 5b96aab8-e9c2-49e3-8530-50ff3a36fa65 kind: Event lastTimestamp: "2026-04-21T10:43:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:43:54Z" name: success-200-isvc-932d4-predictor-c79874459-rn8v8.18a8594ba104360c namespace: kserve-ci-e2e-test resourceVersion: "29682" uid: a0e55f5d-01ca-4242-af2b-6db34a58c59b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-932d4-predictor-c79874459 namespace: kserve-ci-e2e-test resourceVersion: "25179" uid: 484be41c-2969-4914-8d92-a08a9b4a4d9f kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: 'Created pod: success-200-isvc-932d4-predictor-c79874459-rn8v8' metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor-c79874459.18a858c8168261ab namespace: kserve-ci-e2e-test resourceVersion: "25196" uid: f6b33dc9-bf76-4114-9c00-cde949486463 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25176" uid: 169775ab-c39f-4cde-a99b-a8eaf7dcde58 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Scaled up replica set success-200-isvc-932d4-predictor-c79874459 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-932d4-predictor.18a858c814f963aa namespace: kserve-ci-e2e-test resourceVersion: "25181" uid: 215947c8-41e9-4f21-abfb-0f88ce176dbe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: aec7ba37-7ea1-4891-bf13-15f44e58c96c kind: Event lastTimestamp: "2026-04-21T10:34:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:59Z" name: success-200-isvc-932d4-predictor.18a858cb93b3c6fa namespace: kserve-ci-e2e-test resourceVersion: "25558" uid: 7d3306be-748c-4ced-9278-7892ebcfddf6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: aec7ba37-7ea1-4891-bf13-15f44e58c96c kind: Event lastTimestamp: "2026-04-21T10:34:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:59Z" name: success-200-isvc-932d4-predictor.18a858cb9415b147 namespace: kserve-ci-e2e-test resourceVersion: "25560" uid: a1c014aa-cae3-4cbe-9f8c-b43bef814fa7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:35:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: aec7ba37-7ea1-4891-bf13-15f44e58c96c kind: Event lastTimestamp: "2026-04-21T10:35:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:35:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:29Z" name: success-200-isvc-932d4-predictor.18a858d291e2d0d5 namespace: kserve-ci-e2e-test resourceVersion: "25801" uid: 3997ef2f-9308-4831-bcae-aef0f1f5336d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:35:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-932d4-predictor namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: aec7ba37-7ea1-4891-bf13-15f44e58c96c kind: Event lastTimestamp: "2026-04-21T10:35:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:35:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:29Z" name: success-200-isvc-932d4-predictor.18a858d2923eebf4 namespace: kserve-ci-e2e-test resourceVersion: "25802" uid: 34588802-7491-4ac9-91ee-c8eeb6190a75 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25168" uid: 7117c0d7-76da-45ea-865f-b6d239575c8c kind: Event lastTimestamp: "2026-04-21T10:35:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:35:21Z" name: success-200-isvc-932d4.18a858c814d1f834 namespace: kserve-ci-e2e-test resourceVersion: "25744" uid: fb73f4cf-8e94-44a5-92fd-260304c6a865 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:35:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-932d4 namespace: kserve-ci-e2e-test resourceVersion: "25738" uid: 7117c0d7-76da-45ea-865f-b6d239575c8c kind: Event lastTimestamp: "2026-04-21T10:35:21Z" message: InferenceService [success-200-isvc-932d4] is Ready metadata: creationTimestamp: "2026-04-21T10:35:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:35:21Z" name: success-200-isvc-932d4.18a858d4400b3f05 namespace: kserve-ci-e2e-test resourceVersion: "25740" uid: 4638950c-833f-4883-9437-1d8a7b006ed8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:33:34.789766Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24548" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b394f-predictor-547b67dbcf-vjh55 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb5ff6616f namespace: kserve-ci-e2e-test resourceVersion: "24559" uid: e7675f79-57ec-4f14-8bd7-4e98f55388f6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24565" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb67e27fad namespace: kserve-ci-e2e-test resourceVersion: "24596" uid: 75b14446-6eb5-4dd8-a025-547513643d08 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb69957af4 namespace: kserve-ci-e2e-test resourceVersion: "24605" uid: dd6a9719-1c74-4b48-9cee-9067db87ab06 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:35Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb6d006671 namespace: kserve-ci-e2e-test resourceVersion: "24609" uid: 307ceadb-44ba-4936-a3f0-001a2733fdb3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:33:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:35Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb6d90be3d namespace: kserve-ci-e2e-test resourceVersion: "24610" uid: 8fb4eb29-bd05-477d-b692-5812fbda600d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:33:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:51:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:33:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:06Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a858bb816a84dc namespace: kserve-ci-e2e-test resourceVersion: "32732" uid: c9be4211-e20e-49ed-a50b-971b7f4919c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:51:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55 namespace: kserve-ci-e2e-test resourceVersion: "24556" uid: 697712a4-0529-45ac-8e52-1df71636f57f kind: Event lastTimestamp: "2026-04-21T10:51:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:04Z" name: success-200-isvc-b394f-predictor-547b67dbcf-vjh55.18a859afbdcc5977 namespace: kserve-ci-e2e-test resourceVersion: "32674" uid: bcde7eb3-f1b8-44ec-a8f2-c00e90ee0032 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b394f-predictor-547b67dbcf namespace: kserve-ci-e2e-test resourceVersion: "24538" uid: 31b0841e-9963-4d3e-9280-a86a460501c2 kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: 'Created pod: success-200-isvc-b394f-predictor-547b67dbcf-vjh55' metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-b394f-predictor-547b67dbcf.18a858bb5f7ef860 namespace: kserve-ci-e2e-test resourceVersion: "24555" uid: 6e33a799-2701-4386-802c-aad6c124baac reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24535" uid: 8a76539a-8ce4-4782-8fa2-9382a3e5096c kind: Event lastTimestamp: "2026-04-21T10:33:34Z" message: Scaled up replica set success-200-isvc-b394f-predictor-547b67dbcf from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:34Z" name: success-200-isvc-b394f-predictor.18a858bb5df4ad88 namespace: kserve-ci-e2e-test resourceVersion: "24540" uid: 32df37dc-01d8-4b8a-ab15-c523f24f4b0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24536" uid: b7ba983b-ecf6-45f2-ad7b-86cb684dadd0 kind: Event lastTimestamp: "2026-04-21T10:33:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:49Z" name: success-200-isvc-b394f-predictor.18a858bedd0c621b namespace: kserve-ci-e2e-test resourceVersion: "24758" uid: c98554f4-b0d9-4923-ac73-811f6ba771fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24536" uid: b7ba983b-ecf6-45f2-ad7b-86cb684dadd0 kind: Event lastTimestamp: "2026-04-21T10:33:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:49Z" name: success-200-isvc-b394f-predictor.18a858bedd6f5186 namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: 8fde8edd-d065-4e19-94e3-d36cf43225dc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:34:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: b7ba983b-ecf6-45f2-ad7b-86cb684dadd0 kind: Event lastTimestamp: "2026-04-21T10:34:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:49Z" name: success-200-isvc-b394f-predictor.18a858c25c80a7b1 namespace: kserve-ci-e2e-test resourceVersion: "25476" uid: 19975a33-6829-47d6-8fa7-94bb7a90b513 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:34:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b394f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: b7ba983b-ecf6-45f2-ad7b-86cb684dadd0 kind: Event lastTimestamp: "2026-04-21T10:34:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:49Z" name: success-200-isvc-b394f-predictor.18a858c25ce165a6 namespace: kserve-ci-e2e-test resourceVersion: "25477" uid: a41c504b-f879-401e-973c-008cea111137 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:33:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b394f namespace: kserve-ci-e2e-test resourceVersion: "24527" uid: d7b1c155-777c-41ab-a800-65b1d1f46ed8 kind: Event lastTimestamp: "2026-04-21T10:34:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:33:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:26Z" name: success-200-isvc-b394f.18a858bb5dd3cafa namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: 50880c4c-c4a3-48c4-89a8-62a252ec3ec3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b394f namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: d7b1c155-777c-41ab-a800-65b1d1f46ed8 kind: Event lastTimestamp: "2026-04-21T10:34:26Z" message: InferenceService [success-200-isvc-b394f] is Ready metadata: creationTimestamp: "2026-04-21T10:34:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:26Z" name: success-200-isvc-b394f.18a858c76536b1f9 namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: be2b9996-14a5-469d-82b9-84baed8b4644 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:12:58.888538Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b4346-predictor-6c9795b877-t7kx4 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579b9e823d81 namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: a21fd6b2-2d3c-46a5-a920-dfc8a3bc4c25 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:12:59Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579ba6986a11 namespace: kserve-ci-e2e-test resourceVersion: "14546" uid: 26249a94-7460-425b-a601-96ab851f4dde reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579ba7e8c8bb namespace: kserve-ci-e2e-test resourceVersion: "14548" uid: ddb2e088-c2b4-43a7-8a5e-c217bf7f9c2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579babd7ad2d namespace: kserve-ci-e2e-test resourceVersion: "14554" uid: 94753512-f6af-4b9b-82d7-2f3523160d50 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:12:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:59Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579bac9a199a namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: 07a48406-dbb9-4a94-b626-0a3dd9be0218 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:12:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:13:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:12:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:40Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8579bb5008976 namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 7bc39b0a-a203-48ac-89e1-acf174acaee2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: f9e68348-4996-4f6f-9459-c93d4897bef4 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:23Z" name: success-200-isvc-b4346-predictor-6c9795b877-t7kx4.18a8581f23acd37f namespace: kserve-ci-e2e-test resourceVersion: "18899" uid: 33ff7b45-6f2e-45c8-9064-8dbc2469bf2d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b4346-predictor-6c9795b877 namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: 87c8ac07-5752-4ef5-a3ba-61e687eb2c52 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'Created pod: success-200-isvc-b4346-predictor-6c9795b877-t7kx4' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-b4346-predictor-6c9795b877.18a8579b9e08eb7d namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: a4a2487f-2064-4fe6-8c79-235a234e1349 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: 4f654070-1338-41c8-bd65-747f72ebb0f0 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: Scaled up replica set success-200-isvc-b4346-predictor-6c9795b877 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-b4346-predictor.18a8579b9ab185b6 namespace: kserve-ci-e2e-test resourceVersion: "14488" uid: c924c5e1-bb5a-4a4f-9bff-e0ec8802948c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14484" uid: c6de6844-6192-4b35-84be-4c13ad918573 kind: Event lastTimestamp: "2026-04-21T10:13:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:28Z" name: success-200-isvc-b4346-predictor.18a8579f19a691ea namespace: kserve-ci-e2e-test resourceVersion: "15015" uid: 4fc5651a-d346-4536-a33d-62af952fcea0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14484" uid: c6de6844-6192-4b35-84be-4c13ad918573 kind: Event lastTimestamp: "2026-04-21T10:13:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:28Z" name: success-200-isvc-b4346-predictor.18a8579f1a094dc5 namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: ff07f0ba-3706-4332-b4e7-eb896941d6b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: c6de6844-6192-4b35-84be-4c13ad918573 kind: Event lastTimestamp: "2026-04-21T10:13:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:58Z" name: success-200-isvc-b4346-predictor.18a857a617d2510b namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 6298eeba-b929-44d0-81b3-637b155f5dd7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:13:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b4346-predictor namespace: kserve-ci-e2e-test resourceVersion: "14708" uid: c6de6844-6192-4b35-84be-4c13ad918573 kind: Event lastTimestamp: "2026-04-21T10:13:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:58Z" name: success-200-isvc-b4346-predictor.18a857a61830a162 namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: 7805111a-95c6-4812-9301-f6786865b217 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14466" uid: d614b58f-f9ba-4aae-9f66-f2c6704cf02b kind: Event lastTimestamp: "2026-04-21T10:13:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:50Z" name: success-200-isvc-b4346.18a8579b9a90fb95 namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: d238f284-6aa0-4426-ab24-41840f70f36e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14466" uid: d614b58f-f9ba-4aae-9f66-f2c6704cf02b kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'Failed to update status for InferenceService "success-200-isvc-b4346": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b4346": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-b4346.18a8579b9ae7fa9f namespace: kserve-ci-e2e-test resourceVersion: "14490" uid: a4883e8c-3270-4a6a-b11b-5b0113aba450 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "14466" uid: d614b58f-f9ba-4aae-9f66-f2c6704cf02b kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b4346": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-b4346.18a8579b9ae8440a namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: 318e8f5c-fccc-4769-925d-cc0e6dd6ac21 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15218" uid: d614b58f-f9ba-4aae-9f66-f2c6704cf02b kind: Event lastTimestamp: "2026-04-21T10:13:50Z" message: InferenceService [success-200-isvc-b4346] is Ready metadata: creationTimestamp: "2026-04-21T10:13:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:13:50Z" name: success-200-isvc-b4346.18a857a79ad5a6e6 namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 8ecff0f2-9817-4004-9cfe-39e8fbb611d7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:23:44.123149Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19869" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a85831d97d1c06 namespace: kserve-ci-e2e-test resourceVersion: "19875" uid: db095161-e482-4e38-b34e-3fd26b87b4c4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19880" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a85831e21d662e namespace: kserve-ci-e2e-test resourceVersion: "19919" uid: 8730a7bf-fffd-4e66-a8c7-cf9644244596 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a85831e353338a namespace: kserve-ci-e2e-test resourceVersion: "19922" uid: a31ad0fc-b259-419e-bfde-e74dfa5617cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a85831ea96c031 namespace: kserve-ci-e2e-test resourceVersion: "19932" uid: 1f528195-5e66-4150-982f-d9ce7222c8ba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a85831eb158447 namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 00af6e77-7e27-420c-97f6-73bf635eded5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:23:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:24:26Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:23:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:24:26Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a8583224d42734 namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: 005f3756-2cc0-40b7-889a-cad1b5f4c9bd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 1bf9dfa1-c1fe-478c-8bb3-f7f0bb782b4e kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8.18a858b55fbb575e namespace: kserve-ci-e2e-test resourceVersion: "24223" uid: 1e6d118b-9a8a-46cf-ace1-218af022a0c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c50a0-predictor-b6f8dfcbf namespace: kserve-ci-e2e-test resourceVersion: "19853" uid: c643a4b5-2462-49c7-a445-f01201f96b48 kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: 'Created pod: success-200-isvc-c50a0-predictor-b6f8dfcbf-tfgv8' metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor-b6f8dfcbf.18a85831d8cbc403 namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: a3948904-149d-4eab-b2de-32e5e55d2e52 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: 63808146-6768-4371-a31b-032d6361679e kind: Event lastTimestamp: "2026-04-21T10:23:44Z" message: Scaled up replica set success-200-isvc-c50a0-predictor-b6f8dfcbf from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:23:44Z" name: success-200-isvc-c50a0-predictor.18a85831d7012f3a namespace: kserve-ci-e2e-test resourceVersion: "19857" uid: 64eca08e-071d-4b0b-b715-790dd3e729c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: 6c31526d-9723-4085-9e83-38bcc5d8cda7 kind: Event lastTimestamp: "2026-04-21T10:24:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:14Z" name: success-200-isvc-c50a0-predictor.18a8583555a4c191 namespace: kserve-ci-e2e-test resourceVersion: "20358" uid: 8b42a8c8-0d26-4d09-822f-d6197fa95a88 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:23:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: 6c31526d-9723-4085-9e83-38bcc5d8cda7 kind: Event lastTimestamp: "2026-04-21T10:24:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:23:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:14Z" name: success-200-isvc-c50a0-predictor.18a8583556186308 namespace: kserve-ci-e2e-test resourceVersion: "20359" uid: 51459cd1-bbca-4334-86c7-bae9efdbd358 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:24:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 6c31526d-9723-4085-9e83-38bcc5d8cda7 kind: Event lastTimestamp: "2026-04-21T10:24:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:59Z" name: success-200-isvc-c50a0-predictor.18a8583c53ddf3d8 namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: b5ef2322-7bc5-4f2a-9eab-140c89c0bc5e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:24:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c50a0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 6c31526d-9723-4085-9e83-38bcc5d8cda7 kind: Event lastTimestamp: "2026-04-21T10:24:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:24:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:24:59Z" name: success-200-isvc-c50a0-predictor.18a8583c543fec4f namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: e702a43d-3aa4-4f09-8a6f-aec38587eff2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:23:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "19841" uid: 7e21dbaf-7d49-432b-a198-238396a7ac79 kind: Event lastTimestamp: "2026-04-21T10:24:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:23:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:36Z" name: success-200-isvc-c50a0.18a85831d706f057 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: e73beb66-0e24-41d3-9902-856c822c4f88 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:24:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c50a0 namespace: kserve-ci-e2e-test resourceVersion: "20558" uid: 7e21dbaf-7d49-432b-a198-238396a7ac79 kind: Event lastTimestamp: "2026-04-21T10:24:36Z" message: InferenceService [success-200-isvc-c50a0] is Ready metadata: creationTimestamp: "2026-04-21T10:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:24:36Z" name: success-200-isvc-c50a0.18a8583e0a68a3b2 namespace: kserve-ci-e2e-test resourceVersion: "20559" uid: 94899202-73a0-45cc-bbfa-c5e228aaff94 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:13:24.870686Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:13:24Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1ab2a5db5 namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: c54a076d-9405-40a0-b5c8-efe6b0f38b5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14916" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:13:25Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1b3cd09a4 namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: 97d644ff-8755-4665-b1ae-81a3a89496e5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1b5504b3b namespace: kserve-ci-e2e-test resourceVersion: "14968" uid: 89c48f3b-1cf9-45b3-9a82-e2c22d9db243 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1b9c1aea4 namespace: kserve-ci-e2e-test resourceVersion: "14972" uid: a9a967ca-cbb9-4cab-b0be-7cc3e4af9237 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1ba3ba873 namespace: kserve-ci-e2e-test resourceVersion: "14974" uid: 2115a9c8-8bac-4886-9256-3ffe78a3782d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:14:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:06Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a857a1c7fdf1a3 namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: 31bed6b6-f6e0-43ef-9b12-f8719a908c40 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 068d811a-b067-458c-add3-a22af4aa4df7 kind: Event lastTimestamp: "2026-04-21T10:22:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:22:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:49Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg.18a8582528fc6a51 namespace: kserve-ci-e2e-test resourceVersion: "19219" uid: 96ea6f2d-7291-43b7-857c-86b3a846002f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cd9c7-predictor-75bcf7484c namespace: kserve-ci-e2e-test resourceVersion: "14885" uid: d395772a-374c-4911-8a31-2722c5e2ade5 kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: 'Created pod: success-200-isvc-cd9c7-predictor-75bcf7484c-pw9cg' metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: success-200-isvc-cd9c7-predictor-75bcf7484c.18a857a1aa606094 namespace: kserve-ci-e2e-test resourceVersion: "14902" uid: bfa8fdc2-152c-4060-94a3-93f6e1b53234 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14874" uid: 88318e40-749a-4b29-8c7d-65bb5895349e kind: Event lastTimestamp: "2026-04-21T10:13:24Z" message: Scaled up replica set success-200-isvc-cd9c7-predictor-75bcf7484c from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:13:24Z" name: success-200-isvc-cd9c7-predictor.18a857a1a77462db namespace: kserve-ci-e2e-test resourceVersion: "14886" uid: f9ff46c5-f058-467a-87af-ad3cd27711c7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14877" uid: aafff6cb-3a55-4a32-a232-6a86ba895d24 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:09Z" name: success-200-isvc-cd9c7-predictor.18a857a524d189ed namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: e2f017d2-436d-49df-9ee2-b45f5c747cc5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:13:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "14877" uid: aafff6cb-3a55-4a32-a232-6a86ba895d24 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:09Z" name: success-200-isvc-cd9c7-predictor.18a857a5251c98b5 namespace: kserve-ci-e2e-test resourceVersion: "15402" uid: 3cf8b52d-e50d-40c0-8c24-719196e256ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: aafff6cb-3a55-4a32-a232-6a86ba895d24 kind: Event lastTimestamp: "2026-04-21T10:14:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:39Z" name: success-200-isvc-cd9c7-predictor.18a857afa16f1d00 namespace: kserve-ci-e2e-test resourceVersion: "15689" uid: 353a45d8-4c80-4709-af92-2a34270363cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cd9c7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: aafff6cb-3a55-4a32-a232-6a86ba895d24 kind: Event lastTimestamp: "2026-04-21T10:14:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:14:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:39Z" name: success-200-isvc-cd9c7-predictor.18a857afa1d05ea5 namespace: kserve-ci-e2e-test resourceVersion: "15690" uid: 19fe740c-b138-4692-90da-82288798eb6d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:13:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "14860" uid: 47179c1a-c9d5-4bc1-b13e-fbe38b0cbaec kind: Event lastTimestamp: "2026-04-21T10:14:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:13:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:16Z" name: success-200-isvc-cd9c7.18a857a1a62a1514 namespace: kserve-ci-e2e-test resourceVersion: "15480" uid: 114a544c-6628-4197-9184-6f29a2d69ebf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cd9c7 namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: 47179c1a-c9d5-4bc1-b13e-fbe38b0cbaec kind: Event lastTimestamp: "2026-04-21T10:14:16Z" message: InferenceService [success-200-isvc-cd9c7] is Ready metadata: creationTimestamp: "2026-04-21T10:14:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:16Z" name: success-200-isvc-cd9c7.18a857adaba02d6b namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: d2382c73-bf11-4d45-98bf-c6578f51e677 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:11:24.434945Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13409" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:11:24Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a85785a0a2ddf7 namespace: kserve-ci-e2e-test resourceVersion: "13415" uid: 25ce79ed-4d2b-433d-97db-68eec15f1b66 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13420" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:11:24Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a85785a7e75fd4 namespace: kserve-ci-e2e-test resourceVersion: "13428" uid: 892a784e-d097-4291-856e-89a7e0dda26b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:24Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a85785a9191f26 namespace: kserve-ci-e2e-test resourceVersion: "13431" uid: c7f0b211-5612-4de4-8fdc-7fe6cf538715 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" in 16.792s (16.792s including waiting). Image size: 1332292199 bytes.' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a8578991fe79d5 namespace: kserve-ci-e2e-test resourceVersion: "13722" uid: 3730e5ed-1428-45ff-8e4e-d23234876ec5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a857899a20c680 namespace: kserve-ci-e2e-test resourceVersion: "13728" uid: c995705e-509b-4fcb-b095-08caa7c63279 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:11:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:11:41Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a857899ab972f7 namespace: kserve-ci-e2e-test resourceVersion: "13730" uid: fa66c6ef-3079-415a-acc0-4b32f43c245e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:11:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:12:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:11:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:23Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a85789b81dffae namespace: kserve-ci-e2e-test resourceVersion: "14084" uid: a8a6aa50-20ab-4101-a3ad-5a89f90de92a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf namespace: kserve-ci-e2e-test resourceVersion: "13410" uid: 6eb46ba0-c96c-4ed7-97e7-2167ef4bad46 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:58Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf.18a8579b9bc7e2c3 namespace: kserve-ci-e2e-test resourceVersion: "14494" uid: f62f1df7-3116-4830-a85d-7fc5d51c6464 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ce2f4-predictor-54fdc77bf9 namespace: kserve-ci-e2e-test resourceVersion: "13400" uid: fdd60763-faf6-4dfd-9641-b666d784aae1 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: 'Created pod: success-200-isvc-ce2f4-predictor-54fdc77bf9-zfzjf' metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: success-200-isvc-ce2f4-predictor-54fdc77bf9.18a85785a050f760 namespace: kserve-ci-e2e-test resourceVersion: "13411" uid: fd51baf1-6a41-4cb4-9633-08002e7bccb3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13398" uid: 28cc917e-ceee-4a11-9b3e-cbb64005cc47 kind: Event lastTimestamp: "2026-04-21T10:11:24Z" message: Scaled up replica set success-200-isvc-ce2f4-predictor-54fdc77bf9 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:24Z" name: success-200-isvc-ce2f4-predictor.18a857859ae34288 namespace: kserve-ci-e2e-test resourceVersion: "13403" uid: f3b9553b-58ea-4e27-9fe3-e007cd541971 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13414" uid: 481c81e0-e767-49d5-832c-7a6ddd474084 kind: Event lastTimestamp: "2026-04-21T10:11:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:54Z" name: success-200-isvc-ce2f4-predictor.18a857891fcd35f3 namespace: kserve-ci-e2e-test resourceVersion: "13847" uid: 94e0b7b8-e570-445c-a359-a098f0dbd200 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13414" uid: 481c81e0-e767-49d5-832c-7a6ddd474084 kind: Event lastTimestamp: "2026-04-21T10:11:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:11:54Z" name: success-200-isvc-ce2f4-predictor.18a857892030bf50 namespace: kserve-ci-e2e-test resourceVersion: "13848" uid: e6e85d7c-b583-4d0b-9cc9-22ee64457644 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13695" uid: 481c81e0-e767-49d5-832c-7a6ddd474084 kind: Event lastTimestamp: "2026-04-21T10:12:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:54Z" name: success-200-isvc-ce2f4-predictor.18a857901e37db9e namespace: kserve-ci-e2e-test resourceVersion: "14402" uid: 4589353f-4e0a-4746-aba4-491ef3f490ca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-21T10:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ce2f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "13695" uid: 481c81e0-e767-49d5-832c-7a6ddd474084 kind: Event lastTimestamp: "2026-04-21T10:12:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:54Z" name: success-200-isvc-ce2f4-predictor.18a857901e9a8f6e namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: 3516ce58-a210-4dc4-9bf0-16d513d6dede reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:11:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "13391" uid: 853cac57-fafe-49f0-9f52-8c8ee84f9e4d kind: Event lastTimestamp: "2026-04-21T10:12:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:33Z" name: success-200-isvc-ce2f4.18a85785a0db1ccd namespace: kserve-ci-e2e-test resourceVersion: "14190" uid: a28cb759-ffcb-497d-b01e-86bfebde0319 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "14183" uid: 853cac57-fafe-49f0-9f52-8c8ee84f9e4d kind: Event lastTimestamp: "2026-04-21T10:12:33Z" message: InferenceService [success-200-isvc-ce2f4] is Ready metadata: creationTimestamp: "2026-04-21T10:12:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:33Z" name: success-200-isvc-ce2f4.18a857959f42e145 namespace: kserve-ci-e2e-test resourceVersion: "14185" uid: 28441741-7d79-4ba0-a94f-d04f91e08907 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:33:09.072392Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24239" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e8429-predictor-7dc75fffbc-spl94 to ip-10-0-142-243.ec2.internal metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b563166e73 namespace: kserve-ci-e2e-test resourceVersion: "24250" uid: 8fd39631-2410-4199-8c32-4a43cc02d822 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24262" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b56bc805fc namespace: kserve-ci-e2e-test resourceVersion: "24282" uid: 6e3d2aee-83ca-4631-82a3-ffa15166a2ee reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24245" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1427" already present on machine metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b56d05494a namespace: kserve-ci-e2e-test resourceVersion: "24284" uid: e0a7a0fd-bf7a-4225-90e7-5aad31a48dd0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24245" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b57114551f namespace: kserve-ci-e2e-test resourceVersion: "24289" uid: 15f1a54f-33ed-4a3a-8dba-7e4c9edede71 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24245" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b571c2c05f namespace: kserve-ci-e2e-test resourceVersion: "24291" uid: 132a65c4-603d-41cf-9366-a855d6a51624 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-21T10:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24245" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:34:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-21T10:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:32Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858b5e5d211f0 namespace: kserve-ci-e2e-test resourceVersion: "25302" uid: 078cda40-6769-41e9-9c32-31085989af4b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94 namespace: kserve-ci-e2e-test resourceVersion: "24245" uid: 635fbfdb-7f13-4ee2-92ad-91300e3bd4f1 kind: Event lastTimestamp: "2026-04-21T10:34:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-21T10:34:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:29Z" name: success-200-isvc-e8429-predictor-7dc75fffbc-spl94.18a858c8173c9143 namespace: kserve-ci-e2e-test resourceVersion: "25204" uid: 31169dea-187d-43bc-a639-b88e194fb4c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-243.ec2.internal source: component: kubelet host: ip-10-0-142-243.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e8429-predictor-7dc75fffbc namespace: kserve-ci-e2e-test resourceVersion: "24220" uid: 17a66ceb-7d03-4924-9afa-24142582748f kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Created pod: success-200-isvc-e8429-predictor-7dc75fffbc-spl94' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor-7dc75fffbc.18a858b56293ef44 namespace: kserve-ci-e2e-test resourceVersion: "24244" uid: 0e5d5104-b717-444b-a37d-d847884197fa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24217" uid: f0616c4a-8915-4924-bd15-0643ca64c049 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: Scaled up replica set success-200-isvc-e8429-predictor-7dc75fffbc from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429-predictor.18a858b55fb59c52 namespace: kserve-ci-e2e-test resourceVersion: "24221" uid: 87137bc2-cb0e-42db-8248-3942299e4c4d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:33:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24219" uid: 15872fec-9c2d-46ac-933d-7dddde4b8c29 kind: Event lastTimestamp: "2026-04-21T10:33:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:54Z" name: success-200-isvc-e8429-predictor.18a858b8de5e3a95 namespace: kserve-ci-e2e-test resourceVersion: "24793" uid: 139e91ca-0473-426c-95d8-5efe6ed2219c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-21T10:33:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24219" uid: 15872fec-9c2d-46ac-933d-7dddde4b8c29 kind: Event lastTimestamp: "2026-04-21T10:33:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:33:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:33:54Z" name: success-200-isvc-e8429-predictor.18a858b8dec5a5d0 namespace: kserve-ci-e2e-test resourceVersion: "24794" uid: d816fcd9-a89f-4ee8-b95a-ef4f7add4369 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24425" uid: 15872fec-9c2d-46ac-933d-7dddde4b8c29 kind: Event lastTimestamp: "2026-04-21T10:34:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:24Z" name: success-200-isvc-e8429-predictor.18a858c35b40a0bb namespace: kserve-ci-e2e-test resourceVersion: "25082" uid: b264c611-83b8-414d-abc3-be592fd82beb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e8429-predictor namespace: kserve-ci-e2e-test resourceVersion: "24425" uid: 15872fec-9c2d-46ac-933d-7dddde4b8c29 kind: Event lastTimestamp: "2026-04-21T10:34:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:34:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:24Z" name: success-200-isvc-e8429-predictor.18a858c35bbbb418 namespace: kserve-ci-e2e-test resourceVersion: "25083" uid: 59205023-c89d-4537-be38-944681bb2e74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24199" uid: e4cba13e-a2f8-4efb-81a6-8a4990c72447 kind: Event lastTimestamp: "2026-04-21T10:34:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:02Z" name: success-200-isvc-e8429.18a858b55fbc7525 namespace: kserve-ci-e2e-test resourceVersion: "24874" uid: 9aa97c1d-66b6-4359-9c44-214b3085e8be reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24199" uid: e4cba13e-a2f8-4efb-81a6-8a4990c72447 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'Failed to update status for InferenceService "success-200-isvc-e8429": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429.18a858b5602ac8c7 namespace: kserve-ci-e2e-test resourceVersion: "24225" uid: fe6af254-47b6-420f-8479-c0a17429ff87 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:33:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24199" uid: e4cba13e-a2f8-4efb-81a6-8a4990c72447 kind: Event lastTimestamp: "2026-04-21T10:33:09Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e8429": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-21T10:33:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:33:09Z" name: success-200-isvc-e8429.18a858b5602b169a namespace: kserve-ci-e2e-test resourceVersion: "24227" uid: 4c567c20-21fa-43df-82a5-576693a08d4a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e8429 namespace: kserve-ci-e2e-test resourceVersion: "24871" uid: e4cba13e-a2f8-4efb-81a6-8a4990c72447 kind: Event lastTimestamp: "2026-04-21T10:34:02Z" message: InferenceService [success-200-isvc-e8429] is Ready metadata: creationTimestamp: "2026-04-21T10:34:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:02Z" name: success-200-isvc-e8429.18a858c1c94b11e2 namespace: kserve-ci-e2e-test resourceVersion: "24872" uid: 6defa383-6e3b-428b-a3a7-ea79d01c7d8d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:34:44.942478Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25421" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b394f-7475f7f5f8-xt62m to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:34:44Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a858cbb563d94f namespace: kserve-ci-e2e-test resourceVersion: "25426" uid: 023dda3d-31e3-4b2b-a43f-393d478d11e5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:45Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:34:45Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:34:45Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a858cbce1ed7c0 namespace: kserve-ci-e2e-test resourceVersion: "25439" uid: ddfc1301-6128-4837-a3ae-d6d4885774e5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b394f} kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:34:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:45Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a858cbcf6655de namespace: kserve-ci-e2e-test resourceVersion: "25441" uid: 90f9ec20-6480-4255-be23-13bef6bcec9e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b394f} kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:34:45Z" message: 'Created container: switch-graph-b394f' metadata: creationTimestamp: "2026-04-21T10:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:45Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a858cbd3aec776 namespace: kserve-ci-e2e-test resourceVersion: "25442" uid: 52380617-f5b6-4955-97b9-a78d2ceb1d26 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b394f} kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:34:45Z" message: Started container switch-graph-b394f metadata: creationTimestamp: "2026-04-21T10:34:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:34:45Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a858cbd41b8682 namespace: kserve-ci-e2e-test resourceVersion: "25443" uid: 179efa04-1593-44fa-8f85-bba1c26e985a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:51:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b394f} kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:51:04Z" message: Stopping container switch-graph-b394f metadata: creationTimestamp: "2026-04-21T10:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:04Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a859afb70e293c namespace: kserve-ci-e2e-test resourceVersion: "32660" uid: a46709c2-9b16-459a-9b03-f5c69a481b9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-21T10:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b394f} kind: Pod name: switch-graph-b394f-7475f7f5f8-xt62m namespace: kserve-ci-e2e-test resourceVersion: "25423" uid: e0d4efc8-538e-415c-930e-dc58aa54450f kind: Event lastTimestamp: "2026-04-21T10:51:26Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:51:26Z" name: switch-graph-b394f-7475f7f5f8-xt62m.18a859b053216fc0 namespace: kserve-ci-e2e-test resourceVersion: "32889" uid: b25beb46-ab64-4959-93bc-ea935a5b4de8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b394f-7475f7f5f8 namespace: kserve-ci-e2e-test resourceVersion: "25418" uid: 8ec3b0e8-aea5-4e3f-9101-fba5c1a96189 kind: Event lastTimestamp: "2026-04-21T10:34:44Z" message: 'Created pod: switch-graph-b394f-7475f7f5f8-xt62m' metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:44Z" name: switch-graph-b394f-7475f7f5f8.18a858cbb5059893 namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: f1c14994-4fc3-4543-ab72-7db209ff38bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b394f namespace: kserve-ci-e2e-test resourceVersion: "25416" uid: 68e432b4-e4a5-42c5-be83-a77a2e261e91 kind: Event lastTimestamp: "2026-04-21T10:34:44Z" message: Scaled up replica set switch-graph-b394f-7475f7f5f8 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:34:44Z" name: switch-graph-b394f.18a858cbb473c7da namespace: kserve-ci-e2e-test resourceVersion: "25419" uid: 69e915ec-241a-4ef3-9ea0-573c7da0b395 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:34:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b394f namespace: kserve-ci-e2e-test resourceVersion: "25432" uid: 30c69428-4182-4bf2-abd4-b02a04f11a03 kind: Event lastTimestamp: "2026-04-21T10:34:44Z" message: InferenceGraph [switch-graph-b394f] is Ready metadata: creationTimestamp: "2026-04-21T10:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:34:44Z" name: switch-graph-b394f.18a858cbb81a0106 namespace: kserve-ci-e2e-test resourceVersion: "25434" uid: 4bd60f69-88fe-4c42-8676-e673a7d34e8e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b394f namespace: kserve-ci-e2e-test resourceVersion: "25417" uid: e6e6fe71-543f-4ae4-8171-9d61de732c30 kind: Event lastTimestamp: "2026-04-21T10:35:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:14Z" name: switch-graph-b394f.18a858cf32f7c9fa namespace: kserve-ci-e2e-test resourceVersion: "25682" uid: 2e643f8c-4412-4c77-83b8-043e0a89d526 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:34:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b394f namespace: kserve-ci-e2e-test resourceVersion: "25417" uid: e6e6fe71-543f-4ae4-8171-9d61de732c30 kind: Event lastTimestamp: "2026-04-21T10:35:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:34:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:35:14Z" name: switch-graph-b394f.18a858cf3348891d namespace: kserve-ci-e2e-test resourceVersion: "25683" uid: 9c2f218d-87f1-4f22-930f-e9db947708c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:14:08.956587Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15377" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b4346-6b777556b4-xkcl7 to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:14:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:14:08Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857abeee3dd71 namespace: kserve-ci-e2e-test resourceVersion: "15383" uid: 20ed54b1-4a2e-4354-957b-8f270d8336f2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-b4346-serving-cert" not found' metadata: creationTimestamp: "2026-04-21T10:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:09Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857abf987a7e0 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 3c306eeb-e95b-4e01-a109-0acbfefc71fb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:14:09Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857ac2b92bee3 namespace: kserve-ci-e2e-test resourceVersion: "15407" uid: de2ffa26-53ba-4baf-b5a7-eefead3f36f2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b4346} kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" already present on machine metadata: creationTimestamp: "2026-04-21T10:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:09Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857ac2ce72cca namespace: kserve-ci-e2e-test resourceVersion: "15409" uid: def4efe7-61ae-478d-b58d-10b18458232a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b4346} kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:14:10Z" message: 'Created container: switch-graph-b4346' metadata: creationTimestamp: "2026-04-21T10:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:10Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857ac2fc1a89b namespace: kserve-ci-e2e-test resourceVersion: "15410" uid: 0969b82c-9950-4d7f-9098-74409e8fd4b6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b4346} kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:14:10Z" message: Started container switch-graph-b4346 metadata: creationTimestamp: "2026-04-21T10:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:14:10Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a857ac3032df4e namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 97bd8ead-8727-4071-b524-cf98b5690a94 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:22:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b4346} kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:22:23Z" message: Stopping container switch-graph-b4346 metadata: creationTimestamp: "2026-04-21T10:22:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:23Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a8581f1ec88998 namespace: kserve-ci-e2e-test resourceVersion: "18877" uid: e6c534da-bdcf-4acf-a1df-59399a2ee7d0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:22:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b4346} kind: Pod name: switch-graph-b4346-6b777556b4-xkcl7 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: c6fd55cb-e9cd-4e01-952c-7d571a1efca7 kind: Event lastTimestamp: "2026-04-21T10:22:51Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:22:51Z" name: switch-graph-b4346-6b777556b4-xkcl7.18a8581fba2183cd namespace: kserve-ci-e2e-test resourceVersion: "19317" uid: 9846c58c-28bd-466d-bd60-c74fd84025f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b4346-6b777556b4 namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: 724e41d0-b8ab-4fde-91ba-261cb7dd92f9 kind: Event lastTimestamp: "2026-04-21T10:14:08Z" message: 'Created pod: switch-graph-b4346-6b777556b4-xkcl7' metadata: creationTimestamp: "2026-04-21T10:14:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:08Z" name: switch-graph-b4346-6b777556b4.18a857abee5f458d namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 66f3c51b-d1d7-4b97-8b51-38e8ab792915 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eed24611-7d56-40a0-a713-6d6c09b40305 kind: Event lastTimestamp: "2026-04-21T10:14:08Z" message: Scaled up replica set switch-graph-b4346-6b777556b4 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:14:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:08Z" name: switch-graph-b4346.18a857abed859442 namespace: kserve-ci-e2e-test resourceVersion: "15375" uid: 399a8a55-69ea-42d2-b642-99527f1f05b0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15389" uid: ee664af2-0ee6-44d2-9608-ed40bd6f1014 kind: Event lastTimestamp: "2026-04-21T10:14:09Z" message: InferenceGraph [switch-graph-b4346] is Ready metadata: creationTimestamp: "2026-04-21T10:14:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:14:09Z" name: switch-graph-b4346.18a857abf25ce69a namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: b490b759-b844-4a67-b6eb-ff8f5ef08273 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: 69c4c903-b966-4206-9271-0a8b95941447 kind: Event lastTimestamp: "2026-04-21T10:14:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:14:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:23Z" name: switch-graph-b4346.18a857af6c1f18fe namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 1ede77ae-f3db-4259-aeb0-e35ac5447836 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:14:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: 69c4c903-b966-4206-9271-0a8b95941447 kind: Event lastTimestamp: "2026-04-21T10:14:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-21T10:14:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:23Z" name: switch-graph-b4346.18a857af6c81a225 namespace: kserve-ci-e2e-test resourceVersion: "15529" uid: 1799b2d8-3ecd-4097-883f-755fea5ec4d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: 69c4c903-b966-4206-9271-0a8b95941447 kind: Event lastTimestamp: "2026-04-21T10:14:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:53Z" name: switch-graph-b4346.18a857b2eb2c2e75 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 359dc30b-4db2-411b-8881-b80d0183bf3f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:14:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-b4346 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: 69c4c903-b966-4206-9271-0a8b95941447 kind: Event lastTimestamp: "2026-04-21T10:14:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-21T10:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:14:53Z" name: switch-graph-b4346.18a857b2eb7b8611 namespace: kserve-ci-e2e-test resourceVersion: "15798" uid: 10a7c924-16f7-4ce6-b593-550b8ac6eca8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-21T10:12:44.477253Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14291" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-ce2f4-779b99dd69-zgpqn to ip-10-0-129-84.ec2.internal metadata: creationTimestamp: "2026-04-21T10:12:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-21T10:12:44Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a857984387830e namespace: kserve-ci-e2e-test resourceVersion: "14296" uid: ffd27c10-dd05-4c73-985c-7ff7f719661c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-75d7cfdfc6-f8w7b source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-21T10:12:44Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-ce2f4-serving-cert" not found' metadata: creationTimestamp: "2026-04-21T10:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:45Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a857984e79546e namespace: kserve-ci-e2e-test resourceVersion: "14312" uid: 62ef3cb4-34a9-4b1d-a6f3-2693b0f7c50f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:46Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14300" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:46Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-21T10:12:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-21T10:12:46Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a85798b5dffc80 namespace: kserve-ci-e2e-test resourceVersion: "14324" uid: 803a3ee8-d34b-4806-914a-15671575057e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:46Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" metadata: creationTimestamp: "2026-04-21T10:12:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:46Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a85798b8751b97 namespace: kserve-ci-e2e-test resourceVersion: "14326" uid: 08d3dc22-160b-4073-980b-85720207a40e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:48Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:1cb7acc070794d268505fff79e524d7ef177fc0b63034e1eb066135c23060e62" in 2.398s (2.398s including waiting). Image size: 216233539 bytes.' metadata: creationTimestamp: "2026-04-21T10:12:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:48Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a857994764b7ad namespace: kserve-ci-e2e-test resourceVersion: "14342" uid: 171fbb90-f568-4e8f-99b8-f1323486194c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:48Z" message: 'Created container: switch-graph-ce2f4' metadata: creationTimestamp: "2026-04-21T10:12:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:48Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a857994a377ad3 namespace: kserve-ci-e2e-test resourceVersion: "14343" uid: 28b2f5dc-e13b-4eae-b27c-0503aa4dcfef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:48Z" message: Started container switch-graph-ce2f4 metadata: creationTimestamp: "2026-04-21T10:12:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:48Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a857994aa78a84 namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: e521cbc4-29e7-4fad-a1ae-3336a93591f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:12:58Z" message: Stopping container switch-graph-ce2f4 metadata: creationTimestamp: "2026-04-21T10:12:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:12:58Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a8579b93996a5f namespace: kserve-ci-e2e-test resourceVersion: "14460" uid: e2cbe005-7d89-481a-9fe8-01940c2591a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-21T10:13:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ce2f4} kind: Pod name: switch-graph-ce2f4-779b99dd69-zgpqn namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 22fda395-1783-4084-9889-ff39f1ab9392 kind: Event lastTimestamp: "2026-04-21T10:13:25Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-21T10:13:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-21T10:13:25Z" name: switch-graph-ce2f4-779b99dd69-zgpqn.18a8579be2efe0a8 namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: a8be950a-3c0f-41cf-81c3-3419bb47a23b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-84.ec2.internal source: component: kubelet host: ip-10-0-129-84.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-ce2f4-779b99dd69 namespace: kserve-ci-e2e-test resourceVersion: "14288" uid: a7082160-9704-4af3-b6af-e96c529cf84b kind: Event lastTimestamp: "2026-04-21T10:12:44Z" message: 'Created pod: switch-graph-ce2f4-779b99dd69-zgpqn' metadata: creationTimestamp: "2026-04-21T10:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:44Z" name: switch-graph-ce2f4-779b99dd69.18a8579843247353 namespace: kserve-ci-e2e-test resourceVersion: "14293" uid: 616be8da-5e3d-4d01-be52-4a295c7352f9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "14286" uid: 9e8072af-94c9-4090-91d0-36329fa93a89 kind: Event lastTimestamp: "2026-04-21T10:12:44Z" message: Scaled up replica set switch-graph-ce2f4-779b99dd69 from 0 to 1 metadata: creationTimestamp: "2026-04-21T10:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-21T10:12:44Z" name: switch-graph-ce2f4.18a85798421ddabb namespace: kserve-ci-e2e-test resourceVersion: "14289" uid: 789fb9d7-25d3-4edf-a2d9-dcbf3077f39c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-21T10:12:44Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ce2f4 namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: d1a255f7-66c7-455a-9f0f-6d11f4fdaf7f kind: Event lastTimestamp: "2026-04-21T10:12:44Z" message: InferenceGraph [switch-graph-ce2f4] is Ready metadata: creationTimestamp: "2026-04-21T10:12:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-21T10:12:44Z" name: switch-graph-ce2f4.18a8579847cb4063 namespace: kserve-ci-e2e-test resourceVersion: "14304" uid: f9d1e502-726d-4a75-8c16-f46aea61b655 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "32889"