--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:19:22.001279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19787" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-305b2-7c6bf4cb48-2gft4 to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc26be263b86 namespace: kserve-ci-e2e-test resourceVersion: "19794" uid: 607d2de3-056b-4e87-9472-f7fc6e8aa333 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:22Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19797" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:22Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc26d704d094 namespace: kserve-ci-e2e-test resourceVersion: "19807" uid: 93dc030f-dc00-4284-ba5c-f91f0a21bb4e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-305b2} kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc26d836f7b2 namespace: kserve-ci-e2e-test resourceVersion: "19809" uid: 71240b42-7c75-4da5-a1f5-a9ac63474764 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-305b2} kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:22Z" message: 'Created container: ensemble-graph-305b2' metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc26daff6ac6 namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: 4d097aac-795c-4163-96e6-7779851a8e24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-305b2} kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:22Z" message: Started container ensemble-graph-305b2 metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc26db702507 namespace: kserve-ci-e2e-test resourceVersion: "19811" uid: e173de42-8b2c-491c-8cfd-fa93864692fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-305b2} kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Stopping container ensemble-graph-305b2 metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc2915f1c03b namespace: kserve-ci-e2e-test resourceVersion: "19906" uid: 212e44a9-9ca1-4225-aae0-84c5bb79a017 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:19:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-305b2} kind: Pod name: ensemble-graph-305b2-7c6bf4cb48-2gft4 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: cf2fc1d4-835e-497d-9beb-e2d613492a73 kind: Event lastTimestamp: "2026-04-16T14:19:58Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:19:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:58Z" name: ensemble-graph-305b2-7c6bf4cb48-2gft4.18a6dc29747190b2 namespace: kserve-ci-e2e-test resourceVersion: "20275" uid: 63ea0cb6-298f-4b86-9895-3ccb919708f0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-305b2-7c6bf4cb48 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 72e79b73-2fdc-41be-aea8-01e213b1ee2e kind: Event lastTimestamp: "2026-04-16T14:19:21Z" message: 'Created pod: ensemble-graph-305b2-7c6bf4cb48-2gft4' metadata: creationTimestamp: "2026-04-16T14:19:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:21Z" name: ensemble-graph-305b2-7c6bf4cb48.18a6dc26bd6c4e48 namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 43f6eed0-7166-40e3-ac17-050c19a29773 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19782" uid: 7da225e6-8182-4d8f-9407-79f81d61a3a8 kind: Event lastTimestamp: "2026-04-16T14:19:21Z" message: Scaled up replica set ensemble-graph-305b2-7c6bf4cb48 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:19:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:21Z" name: ensemble-graph-305b2.18a6dc26bc7b9867 namespace: kserve-ci-e2e-test resourceVersion: "19785" uid: 6e447b70-e73e-4d8b-9d19-83825efb2617 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 8eeb17ee-dc87-4c26-b015-84a19cb3cac2 kind: Event lastTimestamp: "2026-04-16T14:19:22Z" message: InferenceGraph [ensemble-graph-305b2] is Ready metadata: creationTimestamp: "2026-04-16T14:19:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:22Z" name: ensemble-graph-305b2.18a6dc26c16f4c61 namespace: kserve-ci-e2e-test resourceVersion: "19801" uid: 0b3bf58e-13a6-4293-82cf-4c3ba2cd7ad8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:20:42.277355Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-911ed-78995f655-sjdp4 to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dc396efa0501 namespace: kserve-ci-e2e-test resourceVersion: "20807" uid: 686ba394-3c9f-4e49-84de-e87d020f0d68 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dc39889d348d namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: ebecd1a2-dcf2-4104-888f-425f94ce72bf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-911ed} kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dc3989d34a5c namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: a88bdafa-eab9-4517-b8be-57d063e2d579 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-911ed} kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: 'Created container: ensemble-graph-911ed' metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dc398cc5664e namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 15f8c510-dd02-41e5-94ae-a5901a42a97e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-911ed} kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: Started container ensemble-graph-911ed metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dc398d3794e4 namespace: kserve-ci-e2e-test resourceVersion: "20824" uid: 11c70861-4e24-4463-a413-2442d261a2ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-911ed} kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:28:56Z" message: Stopping container ensemble-graph-911ed metadata: creationTimestamp: "2026-04-16T14:28:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:56Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dcac9e486c31 namespace: kserve-ci-e2e-test resourceVersion: "24301" uid: c8455912-cc23-4485-9d88-d112a97ca3d5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-911ed} kind: Pod name: ensemble-graph-911ed-78995f655-sjdp4 namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: b369d698-7d8c-4228-ba99-ef30375cff2a kind: Event lastTimestamp: "2026-04-16T14:29:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:23Z" name: ensemble-graph-911ed-78995f655-sjdp4.18a6dcad0ff193ec namespace: kserve-ci-e2e-test resourceVersion: "24615" uid: fc142659-e662-4eab-b5c2-dd3f9b933908 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-911ed-78995f655 namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 913cbdc7-60f8-4e55-bd4e-834d38128b1d kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: 'Created pod: ensemble-graph-911ed-78995f655-sjdp4' metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed-78995f655.18a6dc396e9e5678 namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: d7df4fe1-49ff-472b-9d08-dafbd1ada123 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 5a7964cd-32b2-4c0f-bc62-fe5a8571b648 kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: Scaled up replica set ensemble-graph-911ed-78995f655 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed.18a6dc396da7a4b3 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 449319b4-ac2e-40ff-bf74-a8d890120656 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20812" uid: 6eb03ae0-2553-4bf2-af07-a5c61fde9ce8 kind: Event lastTimestamp: "2026-04-16T14:20:42Z" message: InferenceGraph [ensemble-graph-911ed] is Ready metadata: creationTimestamp: "2026-04-16T14:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:42Z" name: ensemble-graph-911ed.18a6dc39728b20ea namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: 336c3204-77f9-4299-a2bc-e6113ed96da0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: ce7f02d3-7784-48ca-9bca-330d79457998 kind: Event lastTimestamp: "2026-04-16T14:20:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:57Z" name: ensemble-graph-911ed.18a6dc3cec1b0bad namespace: kserve-ci-e2e-test resourceVersion: "20940" uid: e34607ec-a9bf-43aa-ba93-7e00400abb54 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: ce7f02d3-7784-48ca-9bca-330d79457998 kind: Event lastTimestamp: "2026-04-16T14:20:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:57Z" name: ensemble-graph-911ed.18a6dc3cec924b94 namespace: kserve-ci-e2e-test resourceVersion: "20942" uid: 0d5f36c4-34ba-488e-8305-5166727ca3ca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: ce7f02d3-7784-48ca-9bca-330d79457998 kind: Event lastTimestamp: "2026-04-16T14:21:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:12Z" name: ensemble-graph-911ed.18a6dc406b83ebeb namespace: kserve-ci-e2e-test resourceVersion: "21069" uid: 27a2b449-c053-4926-bb23-87b947f9dd97 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-911ed namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: ce7f02d3-7784-48ca-9bca-330d79457998 kind: Event lastTimestamp: "2026-04-16T14:21:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:12Z" name: ensemble-graph-911ed.18a6dc406be3311f namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: 2977b946-955a-4793-b381-69004b72b72e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:20:08.041201Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-009d9-predictor-5497b97b89-5m5l7 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc317657b8b5 namespace: kserve-ci-e2e-test resourceVersion: "20457" uid: d97ad607-079d-4996-b3ae-684a3a0511f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20463" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Add eth0 [10.132.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc318beb9c65 namespace: kserve-ci-e2e-test resourceVersion: "20477" uid: d211da6d-b9d7-491e-ad0c-9515f96fa5dd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc318d01d6c7 namespace: kserve-ci-e2e-test resourceVersion: "20479" uid: 254f4c2b-5d8a-428d-b6d2-a47f3dfc8cac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc319442faf3 namespace: kserve-ci-e2e-test resourceVersion: "20481" uid: c198ed63-50eb-4eda-a671-49c349958d1f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc3194baf63f namespace: kserve-ci-e2e-test resourceVersion: "20482" uid: f295405a-5bce-4538-ba47-d96de86a63c0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:20:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:49Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dc31a7be0f7f namespace: kserve-ci-e2e-test resourceVersion: "20883" uid: c9d68e31-e902-49e3-b064-93ac95179afe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 87dc1303-63f2-4666-b43e-680609ed55ac kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: error-404-isvc-009d9-predictor-5497b97b89-5m5l7.18a6dcb50123b24f namespace: kserve-ci-e2e-test resourceVersion: "24781" uid: ba5d9812-d44e-410a-bb71-62f39329af8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-009d9-predictor-5497b97b89 namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: b6c119d9-b159-4c49-8f64-c8238b4459c5 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: 'Created pod: error-404-isvc-009d9-predictor-5497b97b89-5m5l7' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor-5497b97b89.18a6dc3175f3e100 namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: a20eafb7-b570-4be1-9eb2-13e839ed1a52 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20440" uid: b707dca1-d146-4bdb-a46a-0d112333214e kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Scaled up replica set error-404-isvc-009d9-predictor-5497b97b89 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9-predictor.18a6dc3174a4ac60 namespace: kserve-ci-e2e-test resourceVersion: "20447" uid: 7aa6dcff-dfab-46ef-9502-c9a717a54756 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20443" uid: 3874aea0-a083-4563-b11c-6cbf8d965c8f kind: Event lastTimestamp: "2026-04-16T14:20:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:38Z" name: error-404-isvc-009d9-predictor.18a6dc34f342cd34 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: 86a9b8e4-2d2f-40b3-bcc5-26ef1af97b05 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20443" uid: 3874aea0-a083-4563-b11c-6cbf8d965c8f kind: Event lastTimestamp: "2026-04-16T14:20:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:38Z" name: error-404-isvc-009d9-predictor.18a6dc34f3a15307 namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: 8e512d65-d13e-4c80-9be6-d4be6139d41d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:20:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: 3874aea0-a083-4563-b11c-6cbf8d965c8f kind: Event lastTimestamp: "2026-04-16T14:21:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:23Z" name: error-404-isvc-009d9-predictor.18a6dc3bf0eb5b57 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 8cf29452-d920-4c5f-a3c4-2e24682e65fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:20:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: 3874aea0-a083-4563-b11c-6cbf8d965c8f kind: Event lastTimestamp: "2026-04-16T14:21:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:23Z" name: error-404-isvc-009d9-predictor.18a6dc3bf15504a0 namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: 089fb639-ee0f-47c1-b15e-9a5c393a7421 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20417" uid: 2f08bd67-ad6c-4525-87c1-a972b5573eb4 kind: Event lastTimestamp: "2026-04-16T14:21:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:21:00Z" name: error-404-isvc-009d9.18a6dc3174a8b5b8 namespace: kserve-ci-e2e-test resourceVersion: "20979" uid: 1f34e7e1-53de-4440-8066-f4674a1b09da reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20417" uid: 2f08bd67-ad6c-4525-87c1-a972b5573eb4 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: 'Failed to update status for InferenceService "error-404-isvc-009d9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-009d9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9.18a6dc31752f8f76 namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 86a6607c-84e2-4001-aacb-318f3d8fd6c1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20417" uid: 2f08bd67-ad6c-4525-87c1-a972b5573eb4 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-009d9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-009d9.18a6dc31752fbf57 namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: db4972f8-388a-4c93-aa9e-270e7d8f2fe5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: 2f08bd67-ad6c-4525-87c1-a972b5573eb4 kind: Event lastTimestamp: "2026-04-16T14:20:59Z" message: InferenceService [error-404-isvc-009d9] is Ready metadata: creationTimestamp: "2026-04-16T14:20:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:59Z" name: error-404-isvc-009d9.18a6dc3d8d64873f namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: 01c1d912-2461-4d2c-ae1b-220708239a4b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:28:57.210309Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24372" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacab477e71 namespace: kserve-ci-e2e-test resourceVersion: "24376" uid: 0f7069dc-937a-4d12-b75c-fb9f22e80e4c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24382" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Add eth0 [10.132.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacb581d6ae namespace: kserve-ci-e2e-test resourceVersion: "24391" uid: e5a4709e-7aaf-4d8f-b3fd-d291af33ff67 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacb6d47bdb namespace: kserve-ci-e2e-test resourceVersion: "24393" uid: 69c99045-c1f1-41bf-93da-89bf9a16f1dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacb952530e namespace: kserve-ci-e2e-test resourceVersion: "24395" uid: c2051402-9da9-4319-b6bd-153160eff66e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacb9dea257 namespace: kserve-ci-e2e-test resourceVersion: "24397" uid: fdca9aaf-6477-4400-aa03-769936d44a8c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:30:18Z" message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:18Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcacc7715c1b namespace: kserve-ci-e2e-test resourceVersion: "25362" uid: e7a9cc86-dc48-4896-8606-e34ceef61e39 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd namespace: kserve-ci-e2e-test resourceVersion: "24373" uid: f4835e21-50a8-4ba1-be49-b77826a3af09 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd.18a6dcbf5eb0d1b9 namespace: kserve-ci-e2e-test resourceVersion: "25319" uid: 0aa4fefc-84f3-4a63-b91d-85ab8679702e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0b236-predictor-5d4f9447b7 namespace: kserve-ci-e2e-test resourceVersion: "24361" uid: ce616321-f089-4b1a-b868-9550bf5477d0 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Created pod: error-404-isvc-0b236-predictor-5d4f9447b7-gs8zd' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor-5d4f9447b7.18a6dcacaad14139 namespace: kserve-ci-e2e-test resourceVersion: "24374" uid: ed8d3418-8e5e-47fe-a6cf-1d5445eae334 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24358" uid: f9e75ccd-f478-4641-b0d0-d6aa6ed64cad kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Scaled up replica set error-404-isvc-0b236-predictor-5d4f9447b7 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236-predictor.18a6dcaca92ce200 namespace: kserve-ci-e2e-test resourceVersion: "24364" uid: 3d100916-4ee9-4545-ae5e-1457676792dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24360" uid: f66a303c-67eb-4431-93af-e343306bd3ed kind: Event lastTimestamp: "2026-04-16T14:29:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:42Z" name: error-404-isvc-0b236-predictor.18a6dcb027d3d8c1 namespace: kserve-ci-e2e-test resourceVersion: "24887" uid: ce525016-0d19-460b-b2d2-b15655cf4d85 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24360" uid: f66a303c-67eb-4431-93af-e343306bd3ed kind: Event lastTimestamp: "2026-04-16T14:29:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:42Z" name: error-404-isvc-0b236-predictor.18a6dcb02836b231 namespace: kserve-ci-e2e-test resourceVersion: "24888" uid: 1cbf6ec8-a4af-40aa-8b51-e83ca7eac015 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:29:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24528" uid: f66a303c-67eb-4431-93af-e343306bd3ed kind: Event lastTimestamp: "2026-04-16T14:30:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:12Z" name: error-404-isvc-0b236-predictor.18a6dcbaa4837e87 namespace: kserve-ci-e2e-test resourceVersion: "25185" uid: d8b70d0c-d775-4fbb-a913-f9dafdc372fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:29:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24528" uid: f66a303c-67eb-4431-93af-e343306bd3ed kind: Event lastTimestamp: "2026-04-16T14:30:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:12Z" name: error-404-isvc-0b236-predictor.18a6dcbaa4f092cd namespace: kserve-ci-e2e-test resourceVersion: "25186" uid: f24d2989-5cd1-4e4f-a416-6ad2388ee9c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24335" uid: a5198b20-ce1f-4b7d-b74a-d3807f09768c kind: Event lastTimestamp: "2026-04-16T14:29:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:48Z" name: error-404-isvc-0b236.18a6dcaca9363420 namespace: kserve-ci-e2e-test resourceVersion: "24959" uid: 647e18e5-c571-4f07-9f16-99483923a051 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24335" uid: a5198b20-ce1f-4b7d-b74a-d3807f09768c kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Failed to update status for InferenceService "error-404-isvc-0b236": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0b236": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236.18a6dcaca9b81ccc namespace: kserve-ci-e2e-test resourceVersion: "24369" uid: c838ab68-7b75-4bc1-968b-34624ae2c860 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24335" uid: a5198b20-ce1f-4b7d-b74a-d3807f09768c kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0b236": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-0b236.18a6dcaca9b85eb2 namespace: kserve-ci-e2e-test resourceVersion: "24370" uid: b4db626f-f888-4c51-bc3e-e6a401576617 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24956" uid: a5198b20-ce1f-4b7d-b74a-d3807f09768c kind: Event lastTimestamp: "2026-04-16T14:29:48Z" message: InferenceService [error-404-isvc-0b236] is Ready metadata: creationTimestamp: "2026-04-16T14:29:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:48Z" name: error-404-isvc-0b236.18a6dcb8adbc43ad namespace: kserve-ci-e2e-test resourceVersion: "24957" uid: 51b4fa99-d723-43e3-af8c-7ed748886642 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:18:11.965836Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19032" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-305b2-predictor-58965b9845-7m8b7 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc166fb63d20 namespace: kserve-ci-e2e-test resourceVersion: "19039" uid: 6954f497-618b-415f-bd2b-ad96bb7f2d98 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19046" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:18:12Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc167cfdee0c namespace: kserve-ci-e2e-test resourceVersion: "19055" uid: 89325a0d-cfc4-420f-a60c-36d139005640 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc167e6108fe namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: 29c4c788-2ab3-46fa-a318-0c40d5238625 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc168626e560 namespace: kserve-ci-e2e-test resourceVersion: "19062" uid: 462f010a-0086-4ebc-9e52-16a17c2e1f18 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc16869e8952 namespace: kserve-ci-e2e-test resourceVersion: "19063" uid: 46ff88c4-f975-4ef2-82a6-59c6ffbb8e4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:19:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:33Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc168d4bf652 namespace: kserve-ci-e2e-test resourceVersion: "20026" uid: ee53623d-1e99-42cf-b2d8-47277b11d684 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-305b2-predictor-58965b9845-7m8b7 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 0f4e5e05-a06c-4a75-b369-f49db00cd63d kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-305b2-predictor-58965b9845-7m8b7.18a6dc291fdb5a39 namespace: kserve-ci-e2e-test resourceVersion: "19969" uid: 11eff68d-acf9-4e70-b174-f18d4369b4da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-305b2-predictor-58965b9845 namespace: kserve-ci-e2e-test resourceVersion: "19020" uid: a1d36871-09a3-40a3-905c-6610298f3050 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: 'Created pod: error-404-isvc-305b2-predictor-58965b9845-7m8b7' metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-305b2-predictor-58965b9845.18a6dc166efb7680 namespace: kserve-ci-e2e-test resourceVersion: "19035" uid: 01c5a5cd-7bcc-4267-b55a-cedd44d9360c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19017" uid: 03057577-ea2c-479f-8b4d-6ad4024b5bab kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: Scaled up replica set error-404-isvc-305b2-predictor-58965b9845 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-305b2-predictor.18a6dc166dac3d10 namespace: kserve-ci-e2e-test resourceVersion: "19024" uid: 69cbc55d-14ca-4b0f-bb64-0279a059aa19 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:18:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19019" uid: 11e7195b-0518-4dc1-9dc0-ae79936f6844 kind: Event lastTimestamp: "2026-04-16T14:18:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:18:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:41Z" name: error-404-isvc-305b2-predictor.18a6dc19ec45e912 namespace: kserve-ci-e2e-test resourceVersion: "19303" uid: e6210e34-07fe-4510-802a-e91eb8da82d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:18:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19019" uid: 11e7195b-0518-4dc1-9dc0-ae79936f6844 kind: Event lastTimestamp: "2026-04-16T14:18:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:18:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:41Z" name: error-404-isvc-305b2-predictor.18a6dc19eca72290 namespace: kserve-ci-e2e-test resourceVersion: "19304" uid: 4b9a9073-9be6-49ff-98cc-455e4fb1c514 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:18:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19198" uid: 11e7195b-0518-4dc1-9dc0-ae79936f6844 kind: Event lastTimestamp: "2026-04-16T14:19:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:18:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:26Z" name: error-404-isvc-305b2-predictor.18a6dc20e9f312b2 namespace: kserve-ci-e2e-test resourceVersion: "19847" uid: 01f12f80-fafa-486d-9fa7-7cde83f3ac31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:18:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19198" uid: 11e7195b-0518-4dc1-9dc0-ae79936f6844 kind: Event lastTimestamp: "2026-04-16T14:19:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:18:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:26Z" name: error-404-isvc-305b2-predictor.18a6dc20ea5fc4ba namespace: kserve-ci-e2e-test resourceVersion: "19848" uid: 8f6f27d8-b3a3-4650-a499-704e8a1bd98c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: 6202a107-02fb-4c16-82d9-20486958c863 kind: Event lastTimestamp: "2026-04-16T14:19:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:03Z" name: error-404-isvc-305b2.18a6dc166db04947 namespace: kserve-ci-e2e-test resourceVersion: "19627" uid: 038853ee-0840-4d23-b4f8-b103369eecf0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: 6202a107-02fb-4c16-82d9-20486958c863 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: 'Failed to update status for InferenceService "error-404-isvc-305b2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-305b2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-305b2.18a6dc166e3df542 namespace: kserve-ci-e2e-test resourceVersion: "19028" uid: 6da146c5-2bdc-4bae-aa3a-b5601ec5c8a9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: 6202a107-02fb-4c16-82d9-20486958c863 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-305b2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-305b2.18a6dc166e3e3308 namespace: kserve-ci-e2e-test resourceVersion: "19031" uid: 2a161168-1af0-46e1-882c-7721bda955f4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19624" uid: 6202a107-02fb-4c16-82d9-20486958c863 kind: Event lastTimestamp: "2026-04-16T14:19:03Z" message: InferenceService [error-404-isvc-305b2] is Ready metadata: creationTimestamp: "2026-04-16T14:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:03Z" name: error-404-isvc-305b2.18a6dc22732be5cd namespace: kserve-ci-e2e-test resourceVersion: "19625" uid: 91ae862f-ca13-42e6-ae94-f64193a9b68a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:09:22.833304Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b3cf489fc namespace: kserve-ci-e2e-test resourceVersion: "15122" uid: 8dfa32a4-6a07-48c5-87d8-5b05e2f72dba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15128" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b4666a6dd namespace: kserve-ci-e2e-test resourceVersion: "15135" uid: f8f9a1c1-519d-4ec5-9f5b-98ec618c4355 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:09:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:23Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b4792fa41 namespace: kserve-ci-e2e-test resourceVersion: "15137" uid: 4dde6e9a-edb4-4524-aaec-8fde760ee14c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:09:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:23Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b4f498384 namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: 2f2c11e8-ec2f-42cb-843c-dbfb3685164c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:09:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:23Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b4fbcfbd2 namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: 8ee6cbe1-8153-4c70-b221-8c6892c904a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:10:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:04Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6db9b6f14c9d1 namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: d0161bef-6422-44e4-98d6-4210da6a7e49 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 821f0e3c-d3c4-4660-ac89-ce39c2ca474c kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm.18a6dc1ec2851188 namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: 4faff764-9af8-44bb-ae16-24415856dc8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3604c-predictor-6c9f6657bf namespace: kserve-ci-e2e-test resourceVersion: "15110" uid: cd3da9eb-bc46-4fce-a509-b6d709c2fc7b kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: 'Created pod: error-404-isvc-3604c-predictor-6c9f6657bf-j9tfm' metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c-predictor-6c9f6657bf.18a6db9b3c8e7f68 namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: ad6aa98f-6227-4175-9542-9497e84a6552 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: 31e13264-6ae1-4484-b068-001ed6add565 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Scaled up replica set error-404-isvc-3604c-predictor-6c9f6657bf from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c-predictor.18a6db9b3b36bd7d namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: ee417e1c-5a57-4e59-abc0-398d3e95ac55 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 6c73ac08-e029-44f9-a8c6-f637e78491cf kind: Event lastTimestamp: "2026-04-16T14:09:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:52Z" name: error-404-isvc-3604c-predictor.18a6db9eb975b63f namespace: kserve-ci-e2e-test resourceVersion: "15415" uid: 6986d516-8816-4498-916d-7e01cdbc0e3b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 6c73ac08-e029-44f9-a8c6-f637e78491cf kind: Event lastTimestamp: "2026-04-16T14:09:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:52Z" name: error-404-isvc-3604c-predictor.18a6db9eb9d4d3a5 namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: 1a388715-cbfd-4c18-800c-436a8821dc70 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15279" uid: 6c73ac08-e029-44f9-a8c6-f637e78491cf kind: Event lastTimestamp: "2026-04-16T14:10:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:10:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:37Z" name: error-404-isvc-3604c-predictor.18a6dba5b7314d19 namespace: kserve-ci-e2e-test resourceVersion: "15859" uid: 8277ecfb-0cff-495d-a170-9ec2e3ab0351 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15279" uid: 6c73ac08-e029-44f9-a8c6-f637e78491cf kind: Event lastTimestamp: "2026-04-16T14:10:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:10:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:37Z" name: error-404-isvc-3604c-predictor.18a6dba5b79012c2 namespace: kserve-ci-e2e-test resourceVersion: "15860" uid: 8ca4baa7-894d-47d3-b8b1-606a5e5fe85f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: 379a9fc0-1840-481a-8161-27fa7102ac06 kind: Event lastTimestamp: "2026-04-16T14:10:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:14Z" name: error-404-isvc-3604c.18a6db9b3ae55faa namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: ff8cbc4a-3243-4d47-82c7-ae89b21a7630 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: 379a9fc0-1840-481a-8161-27fa7102ac06 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: 'Failed to update status for InferenceService "error-404-isvc-3604c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3604c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c.18a6db9b3b3f2928 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 5e57732f-7f68-40ed-b9a8-2ea4a591fb64 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: 379a9fc0-1840-481a-8161-27fa7102ac06 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3604c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:22Z" name: error-404-isvc-3604c.18a6db9b3b3f83fc namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 0d966d85-90ee-4375-bd14-9521d53160a3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15647" uid: 379a9fc0-1840-481a-8161-27fa7102ac06 kind: Event lastTimestamp: "2026-04-16T14:10:14Z" message: InferenceService [error-404-isvc-3604c] is Ready metadata: creationTimestamp: "2026-04-16T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:14Z" name: error-404-isvc-3604c.18a6dba754c203b6 namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 0c5be842-1a38-4066-af07-02bbdab3636f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:29:32.947288Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24756" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3ca33-predictor-b9fdb764c-sr859 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:29:32Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb4fd5e9a50 namespace: kserve-ci-e2e-test resourceVersion: "24761" uid: b9bc0c89-83cd-4c03-b97d-5edf8c9b39a6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24771" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Add eth0 [10.132.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:29:33Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb507cfc3cc namespace: kserve-ci-e2e-test resourceVersion: "24789" uid: d9084842-1538-4c17-9bdb-6e9111292644 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb50969fd5f namespace: kserve-ci-e2e-test resourceVersion: "24792" uid: 1d883fbb-182f-4dc2-be7e-c7b1bad03169 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb50fc4144c namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: c42ce06b-0083-4f7d-b405-785c4a7241e1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb5102b4648 namespace: kserve-ci-e2e-test resourceVersion: "24799" uid: 6095d92a-4429-45e0-bc17-53fac3a7f03f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:47:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:04Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dcb531bfaafd namespace: kserve-ci-e2e-test resourceVersion: "32846" uid: d3b9017c-961a-4789-af59-973941627a70 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859 namespace: kserve-ci-e2e-test resourceVersion: "24759" uid: 5c43eb93-71a4-47cc-ba02-fee303dade36 kind: Event lastTimestamp: "2026-04-16T14:47:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:02Z" name: error-404-isvc-3ca33-predictor-b9fdb764c-sr859.18a6dda94a87bbae namespace: kserve-ci-e2e-test resourceVersion: "32777" uid: e8228791-2985-4bcf-842c-5549364095e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3ca33-predictor-b9fdb764c namespace: kserve-ci-e2e-test resourceVersion: "24749" uid: e3798ba0-571e-4a10-9491-4d3f6d04d5bb kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: 'Created pod: error-404-isvc-3ca33-predictor-b9fdb764c-sr859' metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:32Z" name: error-404-isvc-3ca33-predictor-b9fdb764c.18a6dcb4fcdfe0a4 namespace: kserve-ci-e2e-test resourceVersion: "24757" uid: bc45ebc2-ce2c-4f30-ad39-e9f2d9cfb0a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24746" uid: 62b6479e-8941-464f-86b9-1b40ee94cc28 kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: Scaled up replica set error-404-isvc-3ca33-predictor-b9fdb764c from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:32Z" name: error-404-isvc-3ca33-predictor.18a6dcb4fb23890e namespace: kserve-ci-e2e-test resourceVersion: "24751" uid: 3d7249df-989a-4f24-8fca-8cfbb159535b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24748" uid: 86c39c93-31e3-4d56-baff-d9dd2cc5a448 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-3ca33-predictor.18a6dcb8799e8436 namespace: kserve-ci-e2e-test resourceVersion: "25345" uid: 85389f86-0b4e-47e7-a7fa-9812e882c362 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24748" uid: 86c39c93-31e3-4d56-baff-d9dd2cc5a448 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-3ca33-predictor.18a6dcb879e91a56 namespace: kserve-ci-e2e-test resourceVersion: "25346" uid: 324c809b-65e2-4360-90e0-8534db650382 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24934" uid: 86c39c93-31e3-4d56-baff-d9dd2cc5a448 kind: Event lastTimestamp: "2026-04-16T14:30:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:47Z" name: error-404-isvc-3ca33-predictor.18a6dcc2f61babf5 namespace: kserve-ci-e2e-test resourceVersion: "25654" uid: e56689c7-e779-4340-a390-15bef9e6a680 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24934" uid: 86c39c93-31e3-4d56-baff-d9dd2cc5a448 kind: Event lastTimestamp: "2026-04-16T14:30:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:47Z" name: error-404-isvc-3ca33-predictor.18a6dcc2f67ff197 namespace: kserve-ci-e2e-test resourceVersion: "25655" uid: b1f523ee-0318-4305-a737-1b15e1cb95b5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "24732" uid: 39279fd1-1d10-495d-b29b-56d06455b99d kind: Event lastTimestamp: "2026-04-16T14:30:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:24Z" name: error-404-isvc-3ca33.18a6dcb4fae88115 namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: 0558070c-27ac-42e5-b9dd-1647f5dd3f79 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "24732" uid: 39279fd1-1d10-495d-b29b-56d06455b99d kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: 'Failed to update status for InferenceService "error-404-isvc-3ca33": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3ca33": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:32Z" name: error-404-isvc-3ca33.18a6dcb4fb3da543 namespace: kserve-ci-e2e-test resourceVersion: "24753" uid: 2c7e1dd4-667c-4848-92f4-3556791bc03e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "24732" uid: 39279fd1-1d10-495d-b29b-56d06455b99d kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3ca33": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:32Z" name: error-404-isvc-3ca33.18a6dcb4fb3dec58 namespace: kserve-ci-e2e-test resourceVersion: "24754" uid: 95df0749-2caa-45a3-b3a0-b495dee1ff25 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: 39279fd1-1d10-495d-b29b-56d06455b99d kind: Event lastTimestamp: "2026-04-16T14:30:24Z" message: InferenceService [error-404-isvc-3ca33] is Ready metadata: creationTimestamp: "2026-04-16T14:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:24Z" name: error-404-isvc-3ca33.18a6dcc118156dc7 namespace: kserve-ci-e2e-test resourceVersion: "25428" uid: 5f1b3763-e560-43d9-82ce-7af64c9fe095 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:08:46.953443Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14605" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db92e2594e5b namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: 579dd755-fcb7-49ee-928b-539f4a12e679 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14614" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:08:47Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db92ec42e734 namespace: kserve-ci-e2e-test resourceVersion: "14621" uid: 21862e70-d57c-4310-9edd-0143b7bb6673 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db92edc1a022 namespace: kserve-ci-e2e-test resourceVersion: "14624" uid: 6920c6fb-4bcd-401d-b21f-fece28c98e5e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db92f47ac6f4 namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: f4ae6380-0a0a-4b77-b405-f435328edc8f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db92f4ec0bbe namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: 4e079a3c-42db-4216-90a0-ac0194e9b9cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:09:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:28Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6db9305a1ff3d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: 9e00fd82-8bec-4305-aef0-3d53f6b8ca80 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: a18206ee-fa26-4187-b14d-488a71898d3e kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:11Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw.18a6dc166ba121dd namespace: kserve-ci-e2e-test resourceVersion: "19010" uid: aab499f9-1a19-45eb-beb3-b01a974b97dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7cd29-predictor-d9cbb6df9 namespace: kserve-ci-e2e-test resourceVersion: "14593" uid: b58d65e4-170f-42d0-8c37-0c623ef321a8 kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'Created pod: error-404-isvc-7cd29-predictor-d9cbb6df9-mssdw' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-7cd29-predictor-d9cbb6df9.18a6db92e1d37398 namespace: kserve-ci-e2e-test resourceVersion: "14606" uid: 71d77ba3-1009-47c2-91c6-36a58160c5a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14587" uid: 35b161b3-6a38-4fcf-b7f8-2847412726fd kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: Scaled up replica set error-404-isvc-7cd29-predictor-d9cbb6df9 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-7cd29-predictor.18a6db92e09af474 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: 187ba05a-f60f-48f0-b3a0-207172abbe07 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14592" uid: 597eede7-cf2a-4830-bdca-cf8fe9a5c292 kind: Event lastTimestamp: "2026-04-16T14:09:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:01Z" name: error-404-isvc-7cd29-predictor.18a6db965f275616 namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 163f0ebf-8d85-43e7-89f1-e62b92422d89 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14592" uid: 597eede7-cf2a-4830-bdca-cf8fe9a5c292 kind: Event lastTimestamp: "2026-04-16T14:09:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:01Z" name: error-404-isvc-7cd29-predictor.18a6db965f87867e namespace: kserve-ci-e2e-test resourceVersion: "14799" uid: dd4281d1-2046-47e9-8757-f3711d36f9e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:09:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: 597eede7-cf2a-4830-bdca-cf8fe9a5c292 kind: Event lastTimestamp: "2026-04-16T14:10:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:09:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:16Z" name: error-404-isvc-7cd29-predictor.18a6db99de252ea7 namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: 4c4beeeb-3f75-421a-8712-75cc2458759b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:09:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: 597eede7-cf2a-4830-bdca-cf8fe9a5c292 kind: Event lastTimestamp: "2026-04-16T14:10:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:09:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:17Z" name: error-404-isvc-7cd29-predictor.18a6db99de87e66c namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 148cbde5-c62d-46d2-8dbb-b475e0ff92ed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: caeb174e-4975-4727-84e1-09a2094288ae kind: Event lastTimestamp: "2026-04-16T14:09:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:38Z" name: error-404-isvc-7cd29.18a6db92e0a3125c namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 5374a60d-aef5-4d8b-a401-f064f5806fab reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: caeb174e-4975-4727-84e1-09a2094288ae kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'Failed to update status for InferenceService "error-404-isvc-7cd29": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-7cd29.18a6db92e11dbff9 namespace: kserve-ci-e2e-test resourceVersion: "14602" uid: 21ee7a90-9af7-4e20-a53b-f6e49e2fba31 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: caeb174e-4975-4727-84e1-09a2094288ae kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-7cd29.18a6db92e11e1907 namespace: kserve-ci-e2e-test resourceVersion: "14604" uid: bd1c9210-63c6-4c5e-bb54-524b24195875 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: caeb174e-4975-4727-84e1-09a2094288ae kind: Event lastTimestamp: "2026-04-16T14:09:38Z" message: InferenceService [error-404-isvc-7cd29] is Ready metadata: creationTimestamp: "2026-04-16T14:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:38Z" name: error-404-isvc-7cd29.18a6db9eeb54b759 namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: bcaa1a95-eeaa-4a02-ae9f-a9557b3354c7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:19:32.256731Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc29216c0a1e namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: 7ecbdea0-c495-4773-868c-2d7c9212e330 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19984" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc292b106a0c namespace: kserve-ci-e2e-test resourceVersion: "19995" uid: a7f7dfd0-4cc0-4c65-b46c-1ef0d3101b92 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc292c7575bd namespace: kserve-ci-e2e-test resourceVersion: "19997" uid: db405b06-4346-49bc-ac3d-b193a5ca364f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc29325456d8 namespace: kserve-ci-e2e-test resourceVersion: "20001" uid: 7be31304-9ef0-4078-bd7b-b5513d78b153 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc2932dead36 namespace: kserve-ci-e2e-test resourceVersion: "20002" uid: c0427908-9aa5-4881-9f55-3a0056110e90 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:20:13Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:13Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dc293e92a18d namespace: kserve-ci-e2e-test resourceVersion: "20544" uid: 0e2a7c32-4217-4cda-8666-95ad9f9d5235 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 7ed9aa88-fcbc-4dbf-b4d4-6408e11815d3 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx.18a6dcaca7cb2e03 namespace: kserve-ci-e2e-test resourceVersion: "24353" uid: 4d540007-2b7d-4bec-8a8c-ef6e7fda620c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-911ed-predictor-577cc5dbbf namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: 22a04072-259c-4e12-ad8c-463363710b9f kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Created pod: error-404-isvc-911ed-predictor-577cc5dbbf-bmwdx' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor-577cc5dbbf.18a6dc29210af814 namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: e1b30eec-f221-42d2-ab94-0742560b0424 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19964" uid: f0651107-e309-44f8-8f52-cb96c73782d1 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Scaled up replica set error-404-isvc-911ed-predictor-577cc5dbbf from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed-predictor.18a6dc291fc5fc33 namespace: kserve-ci-e2e-test resourceVersion: "19967" uid: 39eed7a0-beeb-4e53-a260-17be6619f3cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19966" uid: e499328a-8c1c-4117-a1d1-de0f2aacb625 kind: Event lastTimestamp: "2026-04-16T14:19:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:47Z" name: error-404-isvc-911ed-predictor.18a6dc2c9e93f060 namespace: kserve-ci-e2e-test resourceVersion: "20159" uid: 815e9a88-f7a1-4ae9-b46c-b6ad367be237 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19966" uid: e499328a-8c1c-4117-a1d1-de0f2aacb625 kind: Event lastTimestamp: "2026-04-16T14:19:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:47Z" name: error-404-isvc-911ed-predictor.18a6dc2c9ef00af8 namespace: kserve-ci-e2e-test resourceVersion: "20161" uid: eddc7318-0699-40ef-8015-268ba346a768 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:20:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "20160" uid: e499328a-8c1c-4117-a1d1-de0f2aacb625 kind: Event lastTimestamp: "2026-04-16T14:20:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:47Z" name: error-404-isvc-911ed-predictor.18a6dc301d879862 namespace: kserve-ci-e2e-test resourceVersion: "20859" uid: 4f2636d2-066e-464f-ba14-f3a6a32cad5b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:20:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "20160" uid: e499328a-8c1c-4117-a1d1-de0f2aacb625 kind: Event lastTimestamp: "2026-04-16T14:20:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:47Z" name: error-404-isvc-911ed-predictor.18a6dc301de5fcb2 namespace: kserve-ci-e2e-test resourceVersion: "20860" uid: 8fa07c04-58b0-489e-83ef-57fc36836c7f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: f87b153c-a3a3-47ff-b236-9512faafaebd kind: Event lastTimestamp: "2026-04-16T14:20:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:23Z" name: error-404-isvc-911ed.18a6dc291ffaaea9 namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: f0f8e384-58ec-4c38-9cc7-f020f68d39ae reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: f87b153c-a3a3-47ff-b236-9512faafaebd kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Failed to update status for InferenceService "error-404-isvc-911ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-911ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed.18a6dc29204a1550 namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: bf6ae5af-4d3c-4461-9d8f-3c69f7e2a38b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: f87b153c-a3a3-47ff-b236-9512faafaebd kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-911ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:32Z" name: error-404-isvc-911ed.18a6dc29204a4609 namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: 813786cd-af96-4976-b444-0361975eba23 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: f87b153c-a3a3-47ff-b236-9512faafaebd kind: Event lastTimestamp: "2026-04-16T14:20:23Z" message: InferenceService [error-404-isvc-911ed] is Ready metadata: creationTimestamp: "2026-04-16T14:20:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:23Z" name: error-404-isvc-911ed.18a6dc35225af1d4 namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: 86584772-75d9-4698-ba49-366abc6e0dae reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:18:47.751504Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19433" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ec4b430c1 namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: 317a50d7-238b-4190-9b3e-01d38758ca9f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19443" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ece533803 namespace: kserve-ci-e2e-test resourceVersion: "19452" uid: 634895e7-3a45-4e31-86ad-180899edd150 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ed06ff941 namespace: kserve-ci-e2e-test resourceVersion: "19455" uid: db5cd5b6-815a-4e3b-9d0f-0acfd0cf0000 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:18:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:48Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ed6158cd7 namespace: kserve-ci-e2e-test resourceVersion: "19459" uid: 38037faf-4738-4bf3-8b0d-760e20497a82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:18:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:48Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ed68d176c namespace: kserve-ci-e2e-test resourceVersion: "19460" uid: ac0b8994-bfb9-4087-9e4f-37590b86a331 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:20:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:09Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc1ef6cedaac namespace: kserve-ci-e2e-test resourceVersion: "20503" uid: 0afb55ff-ab03-444d-863d-41efb655179d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 1f4d5611-1b45-4ad6-b88d-9467d30c8490 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft.18a6dc31748b20a3 namespace: kserve-ci-e2e-test resourceVersion: "20445" uid: 405d8f64-b577-403d-a0bc-3ef2dd492177 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a84b0-predictor-57c69c6bf5 namespace: kserve-ci-e2e-test resourceVersion: "19425" uid: 7d15d9b4-2d88-48be-8407-1390c56b6390 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'Created pod: error-404-isvc-a84b0-predictor-57c69c6bf5-2xkft' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0-predictor-57c69c6bf5.18a6dc1ec44da093 namespace: kserve-ci-e2e-test resourceVersion: "19434" uid: ef538139-619f-43b9-974f-511828a9b12f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19423" uid: 8ceca2e6-8680-4dbc-9129-a56a048b75e8 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Scaled up replica set error-404-isvc-a84b0-predictor-57c69c6bf5 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0-predictor.18a6dc1ec2ef5ff9 namespace: kserve-ci-e2e-test resourceVersion: "19428" uid: ae35d0ff-340a-4eda-93f6-4e438e912eef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:19:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19424" uid: 1653bdba-8a5d-4927-ba6b-96180afc9371 kind: Event lastTimestamp: "2026-04-16T14:19:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:17Z" name: error-404-isvc-a84b0-predictor.18a6dc22426f629a namespace: kserve-ci-e2e-test resourceVersion: "19738" uid: f8078567-3fcd-4bab-8392-2748e18db266 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:19:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19424" uid: 1653bdba-8a5d-4927-ba6b-96180afc9371 kind: Event lastTimestamp: "2026-04-16T14:19:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:17Z" name: error-404-isvc-a84b0-predictor.18a6dc224367d5e2 namespace: kserve-ci-e2e-test resourceVersion: "19739" uid: 452fd5a7-a2df-4cda-ac4e-b03d97731d1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19601" uid: 1653bdba-8a5d-4927-ba6b-96180afc9371 kind: Event lastTimestamp: "2026-04-16T14:20:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:02Z" name: error-404-isvc-a84b0-predictor.18a6dc294063bad4 namespace: kserve-ci-e2e-test resourceVersion: "20320" uid: d92a487e-6a2c-4f31-be3c-e7f2c3d1d913 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19601" uid: 1653bdba-8a5d-4927-ba6b-96180afc9371 kind: Event lastTimestamp: "2026-04-16T14:20:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:02Z" name: error-404-isvc-a84b0-predictor.18a6dc2940be0f08 namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: 2b2d8ccd-081b-4ac8-98d3-a8e9e7e6d44a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: 9133463e-c1de-4dfd-9d28-4951c954e381 kind: Event lastTimestamp: "2026-04-16T14:19:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:39Z" name: error-404-isvc-a84b0.18a6dc1ec2c60d66 namespace: kserve-ci-e2e-test resourceVersion: "20097" uid: c57c532c-e5a5-415c-9ac5-0ea282665438 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: 9133463e-c1de-4dfd-9d28-4951c954e381 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'Failed to update status for InferenceService "error-404-isvc-a84b0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a84b0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0.18a6dc1ec31002c4 namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: e0afa917-f55b-461d-8d36-3bc4a7c421e0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: 9133463e-c1de-4dfd-9d28-4951c954e381 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-a84b0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:47Z" name: error-404-isvc-a84b0.18a6dc1ec31056bd namespace: kserve-ci-e2e-test resourceVersion: "19432" uid: 40abcbe8-63fa-4480-967b-54444c91dbd6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: 9133463e-c1de-4dfd-9d28-4951c954e381 kind: Event lastTimestamp: "2026-04-16T14:19:39Z" message: InferenceService [error-404-isvc-a84b0] is Ready metadata: creationTimestamp: "2026-04-16T14:19:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:39Z" name: error-404-isvc-a84b0.18a6dc2adc9b9316 namespace: kserve-ci-e2e-test resourceVersion: "20095" uid: f7f78ac3-3f71-4226-bf91-60cda275238c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:30:17.510948Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25306" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf5d92105b namespace: kserve-ci-e2e-test resourceVersion: "25312" uid: d5679f40-47bd-4264-b83e-c2768e6128e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25320" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Add eth0 [10.132.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf67c7cfb9 namespace: kserve-ci-e2e-test resourceVersion: "25331" uid: 083a4874-c887-45fe-9693-dde141b23184 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf6937acde namespace: kserve-ci-e2e-test resourceVersion: "25336" uid: 70b65f0c-0067-4963-a721-729a627eb06e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf7162da10 namespace: kserve-ci-e2e-test resourceVersion: "25343" uid: b9e74a72-f64a-41b4-adbe-1cf2736c0c2e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf71d8f52a namespace: kserve-ci-e2e-test resourceVersion: "25344" uid: ccc1e8c3-e6a7-4f54-88e7-39a081a2ffa4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:30:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:58Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dcbf79a9ec82 namespace: kserve-ci-e2e-test resourceVersion: "25739" uid: 25986dec-7d01-406f-b4b7-408fa5627781 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:39:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: e8443e75-8eeb-4221-805d-b01c1ec7d740 kind: Event lastTimestamp: "2026-04-16T14:39:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:39:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:39:42Z" name: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x.18a6dd42ea247b73 namespace: kserve-ci-e2e-test resourceVersion: "29751" uid: 8cf70d97-7d28-4d48-9522-9bdf6a0044a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a940c-predictor-cdc8fbb67 namespace: kserve-ci-e2e-test resourceVersion: "25292" uid: dc25abfa-8d61-4fc0-999a-3d67f399c6a0 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'Created pod: error-404-isvc-a940c-predictor-cdc8fbb67-qhs6x' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor-cdc8fbb67.18a6dcbf5d6475ab namespace: kserve-ci-e2e-test resourceVersion: "25310" uid: 8cebfe16-a2f0-40b6-baef-79c4050e77e9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25289" uid: a3904964-6306-4c08-af64-321652cc14a1 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Scaled up replica set error-404-isvc-a940c-predictor-cdc8fbb67 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: error-404-isvc-a940c-predictor.18a6dcbf5b824487 namespace: kserve-ci-e2e-test resourceVersion: "25295" uid: 6d046f1d-a26f-4369-8e2f-ec3838fc2aab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25291" uid: 28bbadb7-c9af-44e8-b04d-5eb417cc4b3f kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: error-404-isvc-a940c-predictor.18a6dcc2d9f3dcf9 namespace: kserve-ci-e2e-test resourceVersion: "25771" uid: ad471d93-7444-4065-9da8-45f5a9100d31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25291" uid: 28bbadb7-c9af-44e8-b04d-5eb417cc4b3f kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: error-404-isvc-a940c-predictor.18a6dcc2da588a52 namespace: kserve-ci-e2e-test resourceVersion: "25772" uid: 0fc27471-9efa-47cd-aec6-dfd80089a19a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 28bbadb7-c9af-44e8-b04d-5eb417cc4b3f kind: Event lastTimestamp: "2026-04-16T14:31:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:32Z" name: error-404-isvc-a940c-predictor.18a6dccd56af3407 namespace: kserve-ci-e2e-test resourceVersion: "26276" uid: 9591786f-c179-4fbc-9f83-80a5d3cd3777 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 28bbadb7-c9af-44e8-b04d-5eb417cc4b3f kind: Event lastTimestamp: "2026-04-16T14:31:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:32Z" name: error-404-isvc-a940c-predictor.18a6dccd57356c6d namespace: kserve-ci-e2e-test resourceVersion: "26278" uid: 45f56868-d479-44fd-ab32-2da2311aa461 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a940c namespace: kserve-ci-e2e-test resourceVersion: "25274" uid: 913e7a80-1867-41b9-b961-4e604a8dcfa4 kind: Event lastTimestamp: "2026-04-16T14:31:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:31:09Z" name: error-404-isvc-a940c.18a6dcbf5b5843d0 namespace: kserve-ci-e2e-test resourceVersion: "25834" uid: ac0c0547-ef1c-4ea2-abce-2ae591e5b5f9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a940c namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 913e7a80-1867-41b9-b961-4e604a8dcfa4 kind: Event lastTimestamp: "2026-04-16T14:31:09Z" message: InferenceService [error-404-isvc-a940c] is Ready metadata: creationTimestamp: "2026-04-16T14:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:31:09Z" name: error-404-isvc-a940c.18a6dccb5f91f5d7 namespace: kserve-ci-e2e-test resourceVersion: "25832" uid: 0e1cd65c-7540-4541-80fe-e1f17545c5f9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:07:12.786196Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13580" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:07:12Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db7cf58b2781 namespace: kserve-ci-e2e-test resourceVersion: "13589" uid: 6bbba546-fca8-4fdb-8e07-6e6f3bd3aa7e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13594" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:07:12Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db7d0061c351 namespace: kserve-ci-e2e-test resourceVersion: "13616" uid: bb6b5edb-f70e-493f-8d9f-6e4155dfd9e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:12Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db7d01c7081e namespace: kserve-ci-e2e-test resourceVersion: "13625" uid: 05f2c404-efb3-4f9c-b94b-80dfd9965d49 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1424" in 15.865s (15.865s including waiting). Image size: 1332362859 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db80b36cd452 namespace: kserve-ci-e2e-test resourceVersion: "13813" uid: e1212015-5338-4dc7-942a-aa7b3cdf631b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db80b8ba9200 namespace: kserve-ci-e2e-test resourceVersion: "13816" uid: a74f48bc-3e76-4c76-84aa-50c71b8f6714 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db80b931bc2e namespace: kserve-ci-e2e-test resourceVersion: "13818" uid: ade2f115-d735-4fdb-8f34-73df3c5a6a6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:07:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:08:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:50Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db80cc9fec56 namespace: kserve-ci-e2e-test resourceVersion: "14693" uid: ec7c3abd-08bc-4e2b-a5e4-affb7d3ba159 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: c47cb4fc-6838-4a29-9393-88b7464c421d kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:46Z" name: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc.18a6db92e115ee4b namespace: kserve-ci-e2e-test resourceVersion: "14601" uid: 960d7668-9a0d-4e4a-b4d6-eb2df2b2ca7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b65bd-predictor-75967c8fc9 namespace: kserve-ci-e2e-test resourceVersion: "13566" uid: da75cf91-8221-4254-ae23-d98f81732374 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Created pod: error-404-isvc-b65bd-predictor-75967c8fc9-kkvkc' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: error-404-isvc-b65bd-predictor-75967c8fc9.18a6db7cf535868a namespace: kserve-ci-e2e-test resourceVersion: "13585" uid: 61eeecd9-181f-429a-bdbf-fcf35ac9da62 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13564" uid: 9cd14fad-f04f-41c3-a541-d70ff8a99a6b kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Scaled up replica set error-404-isvc-b65bd-predictor-75967c8fc9 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: error-404-isvc-b65bd-predictor.18a6db7cf38dcb97 namespace: kserve-ci-e2e-test resourceVersion: "13569" uid: e6db5d6a-0447-4766-8708-ed26dffaa3e4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13565" uid: 04964931-9b93-4990-a12f-e08d199da109 kind: Event lastTimestamp: "2026-04-16T14:07:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:42Z" name: error-404-isvc-b65bd-predictor.18a6db80721c1a41 namespace: kserve-ci-e2e-test resourceVersion: "13937" uid: 44dbd75d-663b-4d65-b146-6ed92701b628 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13565" uid: 04964931-9b93-4990-a12f-e08d199da109 kind: Event lastTimestamp: "2026-04-16T14:07:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:42Z" name: error-404-isvc-b65bd-predictor.18a6db807279ab28 namespace: kserve-ci-e2e-test resourceVersion: "13938" uid: a2940147-6a53-46a3-af3e-e48c4d030d1e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:07:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13800" uid: 04964931-9b93-4990-a12f-e08d199da109 kind: Event lastTimestamp: "2026-04-16T14:08:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:42Z" name: error-404-isvc-b65bd-predictor.18a6db876fbbcb37 namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: 80e46e05-082a-478b-8429-2ddcccac0c9b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:07:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13800" uid: 04964931-9b93-4990-a12f-e08d199da109 kind: Event lastTimestamp: "2026-04-16T14:08:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:42Z" name: error-404-isvc-b65bd-predictor.18a6db87701bc84b namespace: kserve-ci-e2e-test resourceVersion: "14486" uid: d690a6ee-d9b5-4209-acf5-404669c6e0fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b65bd namespace: kserve-ci-e2e-test resourceVersion: "13558" uid: ba7da08a-bbc3-4e25-9444-8ba517596479 kind: Event lastTimestamp: "2026-04-16T14:08:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:20Z" name: error-404-isvc-b65bd.18a6db7cf3870952 namespace: kserve-ci-e2e-test resourceVersion: "14261" uid: 9643bb2f-6304-452b-942b-24bd82d08528 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b65bd namespace: kserve-ci-e2e-test resourceVersion: "14258" uid: ba7da08a-bbc3-4e25-9444-8ba517596479 kind: Event lastTimestamp: "2026-04-16T14:08:20Z" message: InferenceService [error-404-isvc-b65bd] is Ready metadata: creationTimestamp: "2026-04-16T14:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:20Z" name: error-404-isvc-b65bd.18a6db8cb27c5873 namespace: kserve-ci-e2e-test resourceVersion: "14259" uid: 8d2436d5-8331-4f80-bb55-93b3949d7aaf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:07:12.553981Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13503" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7ce7b3d5b5 namespace: kserve-ci-e2e-test resourceVersion: "13509" uid: df797ae5-cb5e-4f7c-97c1-1ef2cae3f1a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13516" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7d00e5b33e namespace: kserve-ci-e2e-test resourceVersion: "13621" uid: 5bf31534-0c88-4dd4-8cfd-3808a59cf512 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:13Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" metadata: creationTimestamp: "2026-04-16T14:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:13Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7d027285fc namespace: kserve-ci-e2e-test resourceVersion: "13626" uid: afe9e718-9654-4bf8-b6ff-206df1cac066 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" in 4.454s (4.454s including waiting). Image size: 299668405 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7e0bf5d9cc namespace: kserve-ci-e2e-test resourceVersion: "13680" uid: 6d012182-721b-4520-b280-1d6d7446fc51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7e0faf94b9 namespace: kserve-ci-e2e-test resourceVersion: "13684" uid: aa96be30-8c87-4bc7-bbb0-ebeb3a88ec60 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7e1016ffc2 namespace: kserve-ci-e2e-test resourceVersion: "13687" uid: 71cb1080-da77-48ef-9c4e-2efb4dee07e0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:21Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424" metadata: creationTimestamp: "2026-04-16T14:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:21Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db7ef689486b namespace: kserve-ci-e2e-test resourceVersion: "13734" uid: 58ccff52-6630-4cbd-b240-1d01b51e94fc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424" in 26.667s (26.667s including waiting). Image size: 1560613808 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db852c0b9977 namespace: kserve-ci-e2e-test resourceVersion: "13973" uid: 3fb495a5-561a-4e79-bbec-c6f2738b03fe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db8531608dd6 namespace: kserve-ci-e2e-test resourceVersion: "13975" uid: 8519b0b8-cd8a-4cbd-8444-66cb3b184ef2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db8531e0b6dc namespace: kserve-ci-e2e-test resourceVersion: "13977" uid: 076e2b1e-d2b3-4f6a-a3f3-05516d7a5f7f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:08:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:39Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db8546c62580 namespace: kserve-ci-e2e-test resourceVersion: "14449" uid: cf9d3202-da6c-4d4b-9321-8365e577adce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: fa431d5e-97ef-4a0b-b2f7-9a17ee01716b kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:22Z" name: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k.18a6db9b3a10bed6 namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 384c9743-80a7-41b8-b6e8-451980d678d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6fd8964888 namespace: kserve-ci-e2e-test resourceVersion: "13492" uid: 6fe70ac3-bff9-4cda-8826-aca8287d6f8e kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6fd8964888-gkf4k' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1-predictor-6fd8964888.18a6db7ce76125f7 namespace: kserve-ci-e2e-test resourceVersion: "13505" uid: 722ab2c3-4827-4348-9548-d9962d9761f8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13491" uid: 4e747b31-c45d-4f10-bde6-8571ea2a3fb0 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6fd8964888 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1-predictor.18a6db7ce0540af4 namespace: kserve-ci-e2e-test resourceVersion: "13493" uid: c3a8ba3c-a1da-4846-b9e1-ceb27aa63a4f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13500" uid: b3d56083-10a5-4acf-b53a-e5e4d48211a2 kind: Event lastTimestamp: "2026-04-16T14:08:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:27Z" name: isvc-sklearn-graph-1-predictor.18a6db8065ebefd0 namespace: kserve-ci-e2e-test resourceVersion: "14316" uid: a01bf651-d5fd-4b5b-9689-65068fc748ea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13500" uid: b3d56083-10a5-4acf-b53a-e5e4d48211a2 kind: Event lastTimestamp: "2026-04-16T14:08:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:27Z" name: isvc-sklearn-graph-1-predictor.18a6db8066736a22 namespace: kserve-ci-e2e-test resourceVersion: "14317" uid: f312da27-1f2f-454b-8480-df7b9e0bf314 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:08:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13789" uid: b3d56083-10a5-4acf-b53a-e5e4d48211a2 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-sklearn-graph-1-predictor.18a6db91e1726962 namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: 76994f7c-ad06-413f-978d-dea5d2642aff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:08:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13789" uid: b3d56083-10a5-4acf-b53a-e5e4d48211a2 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-sklearn-graph-1-predictor.18a6db91e1d32201 namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: 14a5a1d7-d5ae-4a51-8727-c5881283118d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13477" uid: d449b2e2-848f-4da4-b1b1-8d4f5e5ad69b kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-sklearn-graph-1.18a6db7ce69a71af namespace: kserve-ci-e2e-test resourceVersion: "14689" uid: 731a3ce8-0c2d-4ed2-b189-182481fbdde0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13477" uid: d449b2e2-848f-4da4-b1b1-8d4f5e5ad69b kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1.18a6db7ce6e1b173 namespace: kserve-ci-e2e-test resourceVersion: "13502" uid: fdad8cbb-a723-4349-80ad-7331e8f1164b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13477" uid: d449b2e2-848f-4da4-b1b1-8d4f5e5ad69b kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-1.18a6db7ce6e200a6 namespace: kserve-ci-e2e-test resourceVersion: "13504" uid: d303896f-de63-4a6d-be9a-ac2eb4c1c11f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14683" uid: d449b2e2-848f-4da4-b1b1-8d4f5e5ad69b kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-04-16T14:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-sklearn-graph-1.18a6db93813c6779 namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: fc3a77f4-91ec-454c-9f3b-82604e824165 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:07:12.969024Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13610" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7d0070ea35 namespace: kserve-ci-e2e-test resourceVersion: "13617" uid: a6002c06-3d70-4d0e-a0f6-752e48ad3343 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13623" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:13Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:07:13Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7d1999fc8f namespace: kserve-ci-e2e-test resourceVersion: "13640" uid: e0aacc1a-d106-4ac7-bca7-7c1311b2f87a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:13Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" metadata: creationTimestamp: "2026-04-16T14:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:13Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7d1ac510fb namespace: kserve-ci-e2e-test resourceVersion: "13642" uid: 83001dae-3de0-4bc8-98fe-e0fd68360688 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" in 4.064s (4.064s including waiting). Image size: 299668405 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7e0d05e28e namespace: kserve-ci-e2e-test resourceVersion: "13681" uid: 6ee3afe3-161a-45d5-ab26-cedf5ca7bd6e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7e0fc9b08f namespace: kserve-ci-e2e-test resourceVersion: "13685" uid: c3f5c30d-e6d4-49d0-8ab8-9474deae1fec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7e102f0d7d namespace: kserve-ci-e2e-test resourceVersion: "13688" uid: 06dc100b-4875-465b-9cef-997fa25d1cf0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:21Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424" metadata: creationTimestamp: "2026-04-16T14:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:21Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db7ef6a3b58c namespace: kserve-ci-e2e-test resourceVersion: "13736" uid: 705000ea-0466-4fee-a16d-3321a2f94651 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424" in 26.665s (26.665s including waiting). Image size: 1560613808 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db852c0b801b namespace: kserve-ci-e2e-test resourceVersion: "13972" uid: 1cc43c51-5aec-4875-9b80-70af27d477bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db85316b8341 namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: 614bb5a0-3009-4a72-a8b2-b40664803c93 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db8531eb5363 namespace: kserve-ci-e2e-test resourceVersion: "13978" uid: 5dc16a52-9504-41a6-a881-28ee7abcc8c7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:08:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:39Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db85469a8e8f namespace: kserve-ci-e2e-test resourceVersion: "14450" uid: cf21fe99-e8e5-47bf-8541-5f83cb29f8f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228 namespace: kserve-ci-e2e-test resourceVersion: "13613" uid: 4b6be662-4ac7-4979-9a73-266d1010c89a kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:22Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228.18a6db9b36d84433 namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: d73ad38c-081e-496d-a312-eafc04a8abba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-bcbc7cdf4 namespace: kserve-ci-e2e-test resourceVersion: "13600" uid: cf49aaed-a216-4138-8b42-581a2275bcf7 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-bcbc7cdf4-rp228' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-2-predictor-bcbc7cdf4.18a6db7d000b893f namespace: kserve-ci-e2e-test resourceVersion: "13612" uid: 3e41d308-54ad-48d5-a5ba-439d0fe01565 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13599" uid: df556e98-fbfd-40d8-a1e8-282515733c07 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-bcbc7cdf4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-sklearn-graph-2-predictor.18a6db7cf83c6243 namespace: kserve-ci-e2e-test resourceVersion: "13602" uid: 7db82bd0-bf04-47b7-aed0-3945105b598b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13601" uid: 58d7cf21-5bd2-4be4-9871-31f164da530c kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: isvc-sklearn-graph-2-predictor.18a6db8076e63f84 namespace: kserve-ci-e2e-test resourceVersion: "14065" uid: 69e7c6a0-78be-4ae5-afeb-c1e5ae9e0f73 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13601" uid: 58d7cf21-5bd2-4be4-9871-31f164da530c kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: isvc-sklearn-graph-2-predictor.18a6db8077407a5f namespace: kserve-ci-e2e-test resourceVersion: "14066" uid: 3e2045da-144e-4889-85bb-00ef35489804 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13803" uid: 58d7cf21-5bd2-4be4-9871-31f164da530c kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-sklearn-graph-2-predictor.18a6db8af3530739 namespace: kserve-ci-e2e-test resourceVersion: "14916" uid: b7e4057e-9812-47c8-91bc-5f4ce142d40e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13803" uid: 58d7cf21-5bd2-4be4-9871-31f164da530c kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-sklearn-graph-2-predictor.18a6db8af3b42ded namespace: kserve-ci-e2e-test resourceVersion: "14918" uid: 54ad3355-f9cb-4313-b36f-6a1c47d40e61 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13587" uid: c3209930-267b-4f93-a793-73f10050e49b kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-sklearn-graph-2.18a6db7cf8520dc3 namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: b7be4099-ccf9-4a9b-991e-e976446acc49 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14680" uid: c3209930-267b-4f93-a793-73f10050e49b kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-04-16T14:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-sklearn-graph-2.18a6db937f55451c namespace: kserve-ci-e2e-test resourceVersion: "14681" uid: a3f66b05-2fc8-4efd-842e-1e915f9f5f5b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:07:12.762263Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13567" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-784cb989b8-4xk55 to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:07:12Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7cf41df222 namespace: kserve-ci-e2e-test resourceVersion: "13576" uid: 2e578b80-33e7-4f4f-9288-b54cd84f2eb6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13583" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:13Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:07:13Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7d0d066255 namespace: kserve-ci-e2e-test resourceVersion: "13633" uid: f4fc3fa4-5f2b-4d45-bf9b-610526acd42b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:13Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" metadata: creationTimestamp: "2026-04-16T14:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:13Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7d0e398ac4 namespace: kserve-ci-e2e-test resourceVersion: "13635" uid: 7c773d15-f7b0-415e-9973-76604bb5139a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1" in 4.247s (4.247s including waiting). Image size: 299668405 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7e0b6ae230 namespace: kserve-ci-e2e-test resourceVersion: "13679" uid: adf5fd23-2e43-42bf-9cab-dfd9c23c5d0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7e0f81d06b namespace: kserve-ci-e2e-test resourceVersion: "13683" uid: 1062b562-e6b8-4e55-a531-7979be1b8d90 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-16T14:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:17Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7e0fef2f54 namespace: kserve-ci-e2e-test resourceVersion: "13686" uid: 1548ae63-2477-45a7-940a-87353bfce8ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:21Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-16T14:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:21Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db7ef676aa3c namespace: kserve-ci-e2e-test resourceVersion: "13733" uid: 963b1667-0f11-4a51-bd3e-c383c5668b16 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 26.735s (26.735s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db85300782b9 namespace: kserve-ci-e2e-test resourceVersion: "13974" uid: 022e2c7b-6c25-401f-828e-351de851a052 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db853429ca65 namespace: kserve-ci-e2e-test resourceVersion: "13979" uid: 4015d62e-fd00-4bc0-b25c-254b73876ac4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:07:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:48Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db85349a0e2b namespace: kserve-ci-e2e-test resourceVersion: "13980" uid: cf130051-3bcc-40f5-a1b1-2ed0afd57c7f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:07:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:08:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:39Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db8546af24ec namespace: kserve-ci-e2e-test resourceVersion: "14451" uid: 747bd5e3-7bce-4c53-b9a3-0fbe5288be12 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-784cb989b8-4xk55 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: f6a68343-1673-4124-a36a-176be7f5aa7b kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:22Z" name: isvc-xgboost-graph-predictor-784cb989b8-4xk55.18a6db9b33eed657 namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: c1666d99-be69-47b1-a94c-3ce130a54230 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-784cb989b8 namespace: kserve-ci-e2e-test resourceVersion: "13552" uid: 1a74ca84-096f-4376-8956-25aceaaaf863 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Created pod: isvc-xgboost-graph-predictor-784cb989b8-4xk55' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-xgboost-graph-predictor-784cb989b8.18a6db7cf3bbff99 namespace: kserve-ci-e2e-test resourceVersion: "13572" uid: 89273666-f5ea-423e-a9aa-d86c3e9ee943 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13549" uid: 0f7fa0b4-132d-40df-ae1e-d31227e21a97 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Scaled up replica set isvc-xgboost-graph-predictor-784cb989b8 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: isvc-xgboost-graph-predictor.18a6db7cefb97746 namespace: kserve-ci-e2e-test resourceVersion: "13555" uid: e9fac5a9-09ac-4d17-b902-44d5b25da1f4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13551" uid: 68f4985e-7f95-4852-882a-efea62463030 kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: isvc-xgboost-graph-predictor.18a6db806e24661f namespace: kserve-ci-e2e-test resourceVersion: "14059" uid: 9a128dd9-ff99-4395-9fd0-0705576afebd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13551" uid: 68f4985e-7f95-4852-882a-efea62463030 kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: isvc-xgboost-graph-predictor.18a6db806e777285 namespace: kserve-ci-e2e-test resourceVersion: "14060" uid: 8ce1d0be-6be5-4ab4-85b3-c91424b326f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 68f4985e-7f95-4852-882a-efea62463030 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-xgboost-graph-predictor.18a6db8aea71c85b namespace: kserve-ci-e2e-test resourceVersion: "14913" uid: c0416f40-7e6c-4128-88cc-ecc487b5a2af reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13797" uid: 68f4985e-7f95-4852-882a-efea62463030 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: isvc-xgboost-graph-predictor.18a6db8aead6cbe1 namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 600fdb98-4293-47a0-8e72-449182e64444 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13535" uid: df5bc219-6f30-441f-8a91-8a7aed902660 kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-xgboost-graph.18a6db7cef923ac6 namespace: kserve-ci-e2e-test resourceVersion: "14690" uid: b24b1073-1968-468c-9d86-a620f5f96a93 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: df5bc219-6f30-441f-8a91-8a7aed902660 kind: Event lastTimestamp: "2026-04-16T14:08:49Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-04-16T14:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:49Z" name: isvc-xgboost-graph.18a6db93831ff5f6 namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: 563f50ef-ec24-4095-acb2-ea371d80d312 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:09:12.509181Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14889" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-54c98cd4d8-cnq9q to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db98d596e0ad namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: c3a46716-6c90-4aed-bbe0-901362caacc5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db98eeb7a50f namespace: kserve-ci-e2e-test resourceVersion: "14917" uid: 716fb9d2-2a57-4f5b-b0ed-f773fc016177 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db98efdda48e namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 0778702b-dc8b-4269-90c0-0b825aee9cc6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db98f289398b namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: 896e74db-ebfd-4a5d-a2f9-d9993feecf38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:13Z" message: Started container model-chainer metadata: creationTimestamp: "2026-04-16T14:09:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:13Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db98f30cb236 namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: d9797a49-d55d-45b6-b281-f70ef314676c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:22Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db9b2fa202d5 namespace: kserve-ci-e2e-test resourceVersion: "15027" uid: 29c66941-e2f1-4947-84b8-7e93775ea46f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:09:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-54c98cd4d8-cnq9q namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: ea6873c4-d5d4-49cb-af4b-3ed34246bad3 kind: Event lastTimestamp: "2026-04-16T14:09:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:49Z" name: model-chainer-54c98cd4d8-cnq9q.18a6db9bb1c2b4eb namespace: kserve-ci-e2e-test resourceVersion: "15393" uid: 8c8aeb47-cbfd-4187-8eb0-a2bcd90ef9c3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-54c98cd4d8 namespace: kserve-ci-e2e-test resourceVersion: "14886" uid: d6d29f63-1053-4d75-8559-d17300a4074a kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'Created pod: model-chainer-54c98cd4d8-cnq9q' metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer-54c98cd4d8.18a6db98d528d978 namespace: kserve-ci-e2e-test resourceVersion: "14890" uid: 0eb88473-689c-42d3-9c5b-38b0efe8a479 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14884" uid: d9ce03ce-3efc-4137-aafb-d3b6e4f3cbf6 kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: Scaled up replica set model-chainer-54c98cd4d8 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer.18a6db98d468fd33 namespace: kserve-ci-e2e-test resourceVersion: "14887" uid: 5c276e4c-93ad-4cf8-a4de-0cc2531d67b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 2bb7864d-1d26-440e-a326-b80130be004b kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-04-16T14:09:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:12Z" name: model-chainer.18a6db98d9026c3c namespace: kserve-ci-e2e-test resourceVersion: "14902" uid: 3034dd79-5830-4b96-bede-507d897f861a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:21:18.051895Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-009d9-764c944467-bghlk to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:21:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:21:18Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc41c34e28d8 namespace: kserve-ci-e2e-test resourceVersion: "21127" uid: 9b299b44-7a82-41d3-83db-5045d8ebe94e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:18Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:21:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-009d9-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:21:18Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc41d1cfc7ed namespace: kserve-ci-e2e-test resourceVersion: "21138" uid: eaa52550-c297-4358-ba7d-001d62c70fc7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:19Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21131" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:21:19Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:21:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:21:19Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc420042f9e9 namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: e07622ea-45ae-4d6e-ab71-78d9b9ffa5ab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-009d9} kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:21:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:21:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:21:19Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc420169c995 namespace: kserve-ci-e2e-test resourceVersion: "21149" uid: db9eccf2-6b01-430a-986a-3f22c7c16a20 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-009d9} kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:21:19Z" message: 'Created container: sequence-graph-009d9' metadata: creationTimestamp: "2026-04-16T14:21:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:21:19Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc4204889e2c namespace: kserve-ci-e2e-test resourceVersion: "21150" uid: cc0614b5-4b94-47cb-81f3-86573cb2e341 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-009d9} kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:21:19Z" message: Started container sequence-graph-009d9 metadata: creationTimestamp: "2026-04-16T14:21:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:21:19Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dc4204f9b1d4 namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: f1b40ccf-540f-4650-af2c-b12c76fcc708 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-009d9} kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: Stopping container sequence-graph-009d9 metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:32Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dcb4ee44997f namespace: kserve-ci-e2e-test resourceVersion: "24696" uid: 5639e94b-b919-4721-8581-b46f150456d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:29:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-009d9} kind: Pod name: sequence-graph-009d9-764c944467-bghlk namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 849364b2-f5e1-424e-b716-447daadb40de kind: Event lastTimestamp: "2026-04-16T14:30:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:29:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:01Z" name: sequence-graph-009d9-764c944467-bghlk.18a6dcb5b420a3c6 namespace: kserve-ci-e2e-test resourceVersion: "25048" uid: 4c8d4c4a-a9a9-4bf2-b221-23a1139618dc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-009d9-764c944467 namespace: kserve-ci-e2e-test resourceVersion: "21119" uid: edde5872-53eb-48fc-aa31-943e38af584e kind: Event lastTimestamp: "2026-04-16T14:21:18Z" message: 'Created pod: sequence-graph-009d9-764c944467-bghlk' metadata: creationTimestamp: "2026-04-16T14:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:18Z" name: sequence-graph-009d9-764c944467.18a6dc41c2ed5211 namespace: kserve-ci-e2e-test resourceVersion: "21124" uid: 0f7c058c-8877-47bb-9763-6e1713e0f350 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: f9540190-461b-4a45-9970-ed7a658deec8 kind: Event lastTimestamp: "2026-04-16T14:21:18Z" message: Scaled up replica set sequence-graph-009d9-764c944467 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:18Z" name: sequence-graph-009d9.18a6dc41c23a7727 namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 571845fe-cd2d-4cfd-b892-a6e4722f126c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:18Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21133" uid: a3e8f3bd-c17f-4430-8d86-21661bee42dd kind: Event lastTimestamp: "2026-04-16T14:21:18Z" message: InferenceGraph [sequence-graph-009d9] is Ready metadata: creationTimestamp: "2026-04-16T14:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:21:18Z" name: sequence-graph-009d9.18a6dc41c59b13ce namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: e8878f53-5f3f-4af6-bf6b-2638eb5f61d9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: 55d58932-d4ed-4e0a-b2a2-e64b5dd98ddb kind: Event lastTimestamp: "2026-04-16T14:21:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:33Z" name: sequence-graph-009d9.18a6dc4540be2bdf namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 9f87d7ac-c137-40dd-839f-291647cf2586 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: 55d58932-d4ed-4e0a-b2a2-e64b5dd98ddb kind: Event lastTimestamp: "2026-04-16T14:21:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:33Z" name: sequence-graph-009d9.18a6dc45411eb5ee namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 8249302a-55ca-4fbc-bbf9-75ba647c1ed3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 55d58932-d4ed-4e0a-b2a2-e64b5dd98ddb kind: Event lastTimestamp: "2026-04-16T14:21:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:48Z" name: sequence-graph-009d9.18a6dc48bfc1f32f namespace: kserve-ci-e2e-test resourceVersion: "21369" uid: d67c1063-99eb-4dfc-8ba0-dda7736345b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:21:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-009d9 namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 55d58932-d4ed-4e0a-b2a2-e64b5dd98ddb kind: Event lastTimestamp: "2026-04-16T14:21:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:21:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:48Z" name: sequence-graph-009d9.18a6dc48c021e3cc namespace: kserve-ci-e2e-test resourceVersion: "21371" uid: fb5e7a60-acdf-4d0a-adad-e30beab493bf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:10:32.794035Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-3604c-5c94498546-6xnhc to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbab86f08a2c namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: fcdbe22f-3611-47e2-a227-53d222d86126 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-3604c-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbab90f2f171 namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: 7bf2d621-d781-432e-81e2-1c8375166691 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:33Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15800" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:10:33Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:10:33Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbabc3f328a9 namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: 062d0576-6ecd-4b76-8566-a0e7c8b3fcdd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3604c} kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:10:33Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:33Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbabc52b22f2 namespace: kserve-ci-e2e-test resourceVersion: "15821" uid: d4d1981a-ea52-4b7e-8622-b1ecec77a0a9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3604c} kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:10:33Z" message: 'Created container: sequence-graph-3604c' metadata: creationTimestamp: "2026-04-16T14:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:33Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbabc8847c52 namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: d0e32af5-30e4-4273-a70e-d971805ee727 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3604c} kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:10:33Z" message: Started container sequence-graph-3604c metadata: creationTimestamp: "2026-04-16T14:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:33Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dbabc8f9f662 namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: c529152b-9af0-4e2d-b828-7c4894888d6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3604c} kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Stopping container sequence-graph-3604c metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dc1eb880effc namespace: kserve-ci-e2e-test resourceVersion: "19364" uid: 834d584c-7b8e-4214-be83-ba09590ed67a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3604c} kind: Pod name: sequence-graph-3604c-5c94498546-6xnhc namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: c4ed9b14-a770-4f0d-a350-e3050af1b638 kind: Event lastTimestamp: "2026-04-16T14:19:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:15Z" name: sequence-graph-3604c-5c94498546-6xnhc.18a6dc1f4e160cc1 namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: d27015a5-5cb4-4978-a369-6258e94beafa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-3604c-5c94498546 namespace: kserve-ci-e2e-test resourceVersion: "15788" uid: 9ddb9a32-8afb-4f6c-a4a8-524527fc3dcc kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: 'Created pod: sequence-graph-3604c-5c94498546-6xnhc' metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c-5c94498546.18a6dbab8688e883 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: f570f40f-c0ea-4cc5-bfb8-2e6002bceff3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15786" uid: 26af91fe-72d6-4b06-8908-1859a8b2f18d kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: Scaled up replica set sequence-graph-3604c-5c94498546 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c.18a6dbab85c42156 namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: ea90a93d-3712-4382-b298-31600ab38ad3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 75ed1b76-6cbc-4fd3-9597-94264e8ba966 kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: InferenceGraph [sequence-graph-3604c] is Ready metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c.18a6dbab8944391b namespace: kserve-ci-e2e-test resourceVersion: "15804" uid: 5b724c7c-e96c-4f08-a6fa-074e69f0701e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15778" uid: 75ed1b76-6cbc-4fd3-9597-94264e8ba966 kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: 'Failed to update status for InferenceGraph "sequence-graph-3604c": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-3604c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c.18a6dbab8b4874f7 namespace: kserve-ci-e2e-test resourceVersion: "15805" uid: afb42c34-5745-4800-a1de-6eb877b7477f reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15778" uid: 75ed1b76-6cbc-4fd3-9597-94264e8ba966 kind: Event lastTimestamp: "2026-04-16T14:10:32Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-3604c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:10:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:32Z" name: sequence-graph-3604c.18a6dbab8b48cd6f namespace: kserve-ci-e2e-test resourceVersion: "15806" uid: 36570af6-a321-4cdc-ace7-65ab38473f51 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 68ccf83e-4662-4475-abdc-bcd0d9e1049d kind: Event lastTimestamp: "2026-04-16T14:11:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:11:17Z" name: sequence-graph-3604c.18a6dbaf043e657f namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: a6505dbb-5f10-4605-b14c-91c9eba9bb9a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-3604c namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 68ccf83e-4662-4475-abdc-bcd0d9e1049d kind: Event lastTimestamp: "2026-04-16T14:11:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:11:17Z" name: sequence-graph-3604c.18a6dbaf049ed241 namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: 7287bd47-915f-437c-98f9-b51ff814e477 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:19:57.720705Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20248" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-a84b0-6cc45b7f74-r64lg to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:19:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:19:57Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc2f0f317753 namespace: kserve-ci-e2e-test resourceVersion: "20253" uid: 1eb35e52-e266-46c3-af05-fecb9f814697 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:58Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20257" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:19:58Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:19:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:19:58Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc2f2829a6ff namespace: kserve-ci-e2e-test resourceVersion: "20268" uid: 289ba44d-6e4e-4dfd-9e4b-dce76354cb57 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a84b0} kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:19:58Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:19:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:58Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc2f29696a81 namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: fd0d29a5-1899-41de-b7b1-ce5b139c9873 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a84b0} kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:19:58Z" message: 'Created container: sequence-graph-a84b0' metadata: creationTimestamp: "2026-04-16T14:19:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:58Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc2f2c0de871 namespace: kserve-ci-e2e-test resourceVersion: "20271" uid: 8cfa6f7d-8b0e-449b-9184-5df6b7dab721 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a84b0} kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:19:58Z" message: Started container sequence-graph-a84b0 metadata: creationTimestamp: "2026-04-16T14:19:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:58Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc2f2c901dad namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: e6ffa2c7-a16a-44aa-a7e1-150e0ea9d3ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a84b0} kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: Stopping container sequence-graph-a84b0 metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:07Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc316a03a3a9 namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: a4aaa947-809f-435d-8ccc-58c5ca1a75d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:20:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-a84b0} kind: Pod name: sequence-graph-a84b0-6cc45b7f74-r64lg namespace: kserve-ci-e2e-test resourceVersion: "20251" uid: dd0c4e7a-bff7-404c-aa9a-7473711fe5f2 kind: Event lastTimestamp: "2026-04-16T14:20:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:20:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:34Z" name: sequence-graph-a84b0-6cc45b7f74-r64lg.18a6dc31dcbd24ee namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: 1d78bb94-9272-4b49-8ae5-f216da7136f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-a84b0-6cc45b7f74 namespace: kserve-ci-e2e-test resourceVersion: "20245" uid: 4f378a0f-fd58-4dcb-8123-8fe55a151ffa kind: Event lastTimestamp: "2026-04-16T14:19:57Z" message: 'Created pod: sequence-graph-a84b0-6cc45b7f74-r64lg' metadata: creationTimestamp: "2026-04-16T14:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:57Z" name: sequence-graph-a84b0-6cc45b7f74.18a6dc2f0ecc414c namespace: kserve-ci-e2e-test resourceVersion: "20250" uid: b3068c0a-acbf-4fbb-8651-91f94156dd3b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: a1950aa9-e5fc-4516-ab8c-4cea6fd188ba kind: Event lastTimestamp: "2026-04-16T14:19:57Z" message: Scaled up replica set sequence-graph-a84b0-6cc45b7f74 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:57Z" name: sequence-graph-a84b0.18a6dc2f0dfb5a21 namespace: kserve-ci-e2e-test resourceVersion: "20246" uid: 0bdb9e93-4503-4dde-b391-1fef37c43bd6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "20259" uid: 719bf772-5f43-4e5f-8fc2-567a67139733 kind: Event lastTimestamp: "2026-04-16T14:19:57Z" message: InferenceGraph [sequence-graph-a84b0] is Ready metadata: creationTimestamp: "2026-04-16T14:19:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:57Z" name: sequence-graph-a84b0.18a6dc2f11337cd2 namespace: kserve-ci-e2e-test resourceVersion: "20261" uid: 84ff0be1-66b1-47ef-af60-e1d754ff0e8f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:30:07.225157Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25121" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-0b236-856d54479f-8q95m to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:30:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:30:07Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbcf87d5ae6 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 2d3f0532-84cc-4c24-933b-cb35df6d0432 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:07Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-0b236-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:07Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbd00f2f482 namespace: kserve-ci-e2e-test resourceVersion: "25136" uid: f62be877-f203-49ef-9227-d58b6210bdd6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:08Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25130" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:08Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:30:08Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbd3578004c namespace: kserve-ci-e2e-test resourceVersion: "25144" uid: 66a133d6-a586-4b54-9bbb-446f716d679b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0b236} kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:08Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbd36c6a602 namespace: kserve-ci-e2e-test resourceVersion: "25147" uid: facc8eeb-2e81-4254-847b-959973a79e98 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0b236} kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:08Z" message: 'Created container: splitter-graph-0b236' metadata: creationTimestamp: "2026-04-16T14:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:08Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbd399b61ad namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: 60d6bea5-5cfa-43af-b626-ba2ceaec58c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0b236} kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:08Z" message: Started container splitter-graph-0b236 metadata: creationTimestamp: "2026-04-16T14:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:08Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbd3a112cc8 namespace: kserve-ci-e2e-test resourceVersion: "25149" uid: ef459d6e-07d9-403c-9403-ac1da1be327f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0b236} kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Stopping container splitter-graph-0b236 metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbf5118d12b namespace: kserve-ci-e2e-test resourceVersion: "25243" uid: 22d5d55e-7226-48b9-8ff0-2025ec929bbe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:30:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0b236} kind: Pod name: splitter-graph-0b236-856d54479f-8q95m namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d48e9aaa-8bdd-48b2-9692-22359a990e15 kind: Event lastTimestamp: "2026-04-16T14:30:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:30:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:44Z" name: splitter-graph-0b236-856d54479f-8q95m.18a6dcbfda4620bd namespace: kserve-ci-e2e-test resourceVersion: "25621" uid: a8fe3e62-868a-4ce8-8ca1-b5b9b86a2de8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-0b236-856d54479f namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: 00a7a59c-efe5-4699-91a8-b6c2b45210a0 kind: Event lastTimestamp: "2026-04-16T14:30:07Z" message: 'Created pod: splitter-graph-0b236-856d54479f-8q95m' metadata: creationTimestamp: "2026-04-16T14:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:07Z" name: splitter-graph-0b236-856d54479f.18a6dcbcf8155975 namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: 90a5736e-37da-46c1-98ed-60bec1ba1be6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-0b236 namespace: kserve-ci-e2e-test resourceVersion: "25116" uid: 1f9f4160-1e07-42a9-9c1c-8f1b52384b18 kind: Event lastTimestamp: "2026-04-16T14:30:07Z" message: Scaled up replica set splitter-graph-0b236-856d54479f from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:07Z" name: splitter-graph-0b236.18a6dcbcf72f4813 namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: 92d3a22d-920e-4a4b-8768-efbce0feb40c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-0b236 namespace: kserve-ci-e2e-test resourceVersion: "25132" uid: 6faa2aeb-d8a6-485f-b568-cc1f01797578 kind: Event lastTimestamp: "2026-04-16T14:30:07Z" message: InferenceGraph [splitter-graph-0b236] is Ready metadata: creationTimestamp: "2026-04-16T14:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:07Z" name: splitter-graph-0b236.18a6dcbcfbd39bb1 namespace: kserve-ci-e2e-test resourceVersion: "25134" uid: 035112dc-564a-47bd-90d4-3f30e2524756 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:31:27.519801Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25985" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-a940c-74c5f5f874-5gw2z to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:31:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:31:27Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfaa6c6184 namespace: kserve-ci-e2e-test resourceVersion: "25990" uid: fd070ba7-952a-4d5b-9e42-338b8eeb80b7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:27Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-a940c-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:31:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:31:27Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfb78ee2be namespace: kserve-ci-e2e-test resourceVersion: "26002" uid: e90a314c-a221-4bf8-b7cd-75c6ec2ecc6d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:28Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:31:28Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:31:28Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfe7121e54 namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 2c29eea6-5467-4b66-a336-9ce2264033eb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a940c} kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:31:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:31:28Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfe85c4d4a namespace: kserve-ci-e2e-test resourceVersion: "26016" uid: 509db0d3-fbf9-4a87-92f1-7715c5ff633e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a940c} kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:31:28Z" message: 'Created container: splitter-graph-a940c' metadata: creationTimestamp: "2026-04-16T14:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:31:28Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfebc4fa83 namespace: kserve-ci-e2e-test resourceVersion: "26017" uid: e1acbc3a-1ca4-4a44-8986-a27b64d06dce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a940c} kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:31:28Z" message: Started container splitter-graph-a940c metadata: creationTimestamp: "2026-04-16T14:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:31:28Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dccfec347fbb namespace: kserve-ci-e2e-test resourceVersion: "26018" uid: 421922eb-db92-4c74-93e9-583f6c4be2b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:39:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a940c} kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:39:42Z" message: Stopping container splitter-graph-a940c metadata: creationTimestamp: "2026-04-16T14:39:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:39:42Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dd42dca042de namespace: kserve-ci-e2e-test resourceVersion: "29726" uid: fb0728e0-f73c-4592-8ae4-bab9fec58d06 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:39:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a940c} kind: Pod name: splitter-graph-a940c-74c5f5f874-5gw2z namespace: kserve-ci-e2e-test resourceVersion: "25986" uid: 9506c17c-30ff-4776-a3c2-308e6dfabdee kind: Event lastTimestamp: "2026-04-16T14:40:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:39:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:40:09Z" name: splitter-graph-a940c-74c5f5f874-5gw2z.18a6dd43762d2f39 namespace: kserve-ci-e2e-test resourceVersion: "29951" uid: 67891bd6-a17c-4d19-8e75-886c6d3288ee reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-a940c-74c5f5f874 namespace: kserve-ci-e2e-test resourceVersion: "25982" uid: c94726cd-0f8c-452c-b3bc-adef0f605e77 kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: 'Created pod: splitter-graph-a940c-74c5f5f874-5gw2z' metadata: creationTimestamp: "2026-04-16T14:31:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:27Z" name: splitter-graph-a940c-74c5f5f874.18a6dccfa9dfb7f8 namespace: kserve-ci-e2e-test resourceVersion: "25987" uid: e94f470c-6c3c-4e21-8082-db5eb5f607ae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-a940c namespace: kserve-ci-e2e-test resourceVersion: "25980" uid: ecc7d548-d75a-4873-af06-a6b8a4a7f197 kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: Scaled up replica set splitter-graph-a940c-74c5f5f874 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:31:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:27Z" name: splitter-graph-a940c.18a6dccfa90289bb namespace: kserve-ci-e2e-test resourceVersion: "25983" uid: a28f38b4-de7a-4c6c-a594-b1fa651fa735 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-a940c namespace: kserve-ci-e2e-test resourceVersion: "25997" uid: ac34ce2b-4eee-473f-ac4e-f064ef781060 kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: InferenceGraph [splitter-graph-a940c] is Ready metadata: creationTimestamp: "2026-04-16T14:31:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:31:27Z" name: splitter-graph-a940c.18a6dccfaf4654ad namespace: kserve-ci-e2e-test resourceVersion: "25999" uid: e5dcbd9f-22e4-420f-a260-864c0adcd82e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-a940c namespace: kserve-ci-e2e-test resourceVersion: "25981" uid: 61fec39b-8be3-456d-a829-ea13146006b6 kind: Event lastTimestamp: "2026-04-16T14:31:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:31:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:57Z" name: splitter-graph-a940c.18a6dcd327cd0f7a namespace: kserve-ci-e2e-test resourceVersion: "26513" uid: 015cea52-3dee-4069-9e33-3c3d695ebf9a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-a940c namespace: kserve-ci-e2e-test resourceVersion: "25981" uid: 61fec39b-8be3-456d-a829-ea13146006b6 kind: Event lastTimestamp: "2026-04-16T14:31:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:31:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:57Z" name: splitter-graph-a940c.18a6dcd3282ce010 namespace: kserve-ci-e2e-test resourceVersion: "26514" uid: 1d37f56c-bb01-478c-9316-e3061875f94d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:20:07.954550Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20413" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-009d9-predictor-8d574d484-c7787 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc31712d83bb namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: 5310a802-24df-4c00-811c-02ba7fea94c3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20425" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:20:08Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc317ab0a881 namespace: kserve-ci-e2e-test resourceVersion: "20466" uid: 0cd6224a-c439-403a-b86e-8b725500b771 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc317bf3beae namespace: kserve-ci-e2e-test resourceVersion: "20468" uid: 1112dac8-a27e-4d5f-80c0-83d94deda88f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc3182602ee0 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 9c0e8a44-e2aa-4765-9d96-8bf2e9474074 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:20:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:08Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc3182d4d012 namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: 4c156e9c-ac5b-43eb-b8df-40ca919c44f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:20:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:20:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:20:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:49Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dc31a7b1e4a2 namespace: kserve-ci-e2e-test resourceVersion: "20884" uid: 5c7eb1d9-3e71-4a65-9963-64db7e3047c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-009d9-predictor-8d574d484-c7787 namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: c6d0d632-8fc6-49e4-a1b4-b7d48ba4e5b5 kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:32Z" name: success-200-isvc-009d9-predictor-8d574d484-c7787.18a6dcb4f72d7b42 namespace: kserve-ci-e2e-test resourceVersion: "24734" uid: 7bd31ef1-910f-468d-8f04-1b68d0cf06c2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-009d9-predictor-8d574d484 namespace: kserve-ci-e2e-test resourceVersion: "20402" uid: d53aae18-6b0d-41d3-8a9e-18a05602518e kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: 'Created pod: success-200-isvc-009d9-predictor-8d574d484-c7787' metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-009d9-predictor-8d574d484.18a6dc3170c6a67d namespace: kserve-ci-e2e-test resourceVersion: "20415" uid: 2511f70b-3c1a-40ba-a194-575c0124cf3f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20400" uid: 6df778b0-8972-423d-bf9d-fc94328c8f8a kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: Scaled up replica set success-200-isvc-009d9-predictor-8d574d484 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-009d9-predictor.18a6dc316f2915da namespace: kserve-ci-e2e-test resourceVersion: "20408" uid: 5e1f8a27-43dc-4ae0-a342-f5f9c4438a9b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20403" uid: 9d03cd70-b8c1-4d30-8d23-f8b537c33ac6 kind: Event lastTimestamp: "2026-04-16T14:20:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:37Z" name: success-200-isvc-009d9-predictor.18a6dc34ede7bbc7 namespace: kserve-ci-e2e-test resourceVersion: "20751" uid: 19676a2b-7bd9-4ea8-a521-29f938df2570 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20403" uid: 9d03cd70-b8c1-4d30-8d23-f8b537c33ac6 kind: Event lastTimestamp: "2026-04-16T14:20:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:20:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:37Z" name: success-200-isvc-009d9-predictor.18a6dc34ee263236 namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: f8fdf41f-67b0-434f-b10b-4cdcbe2fe00b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:20:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 9d03cd70-b8c1-4d30-8d23-f8b537c33ac6 kind: Event lastTimestamp: "2026-04-16T14:21:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:38Z" name: success-200-isvc-009d9-predictor.18a6dc3bebb6d146 namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: caa0a41a-c8d8-4b8e-91b9-9f82c547130e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:20:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-009d9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 9d03cd70-b8c1-4d30-8d23-f8b537c33ac6 kind: Event lastTimestamp: "2026-04-16T14:21:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:38Z" name: success-200-isvc-009d9-predictor.18a6dc3bebfd22ca namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 63d6cadd-bcb7-49fc-b6b3-d7d943d8dcc5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 69ae6223-8d89-4881-ade6-1bcfacf0b08a kind: Event lastTimestamp: "2026-04-16T14:20:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:59Z" name: success-200-isvc-009d9.18a6dc316f24cb82 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 60926a04-063a-41e8-a91c-df8fc51c8f79 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 69ae6223-8d89-4881-ade6-1bcfacf0b08a kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: 'Failed to update status for InferenceService "success-200-isvc-009d9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-009d9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-009d9.18a6dc316fcc2e4a namespace: kserve-ci-e2e-test resourceVersion: "20410" uid: b310508f-4adb-4aa5-b7af-15f8ddb423b7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 69ae6223-8d89-4881-ade6-1bcfacf0b08a kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-009d9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-009d9.18a6dc316fcc94bd namespace: kserve-ci-e2e-test resourceVersion: "20411" uid: 626218bf-6c5e-44e3-8e80-8daa4c6e5f1f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-009d9 namespace: kserve-ci-e2e-test resourceVersion: "20972" uid: 69ae6223-8d89-4881-ade6-1bcfacf0b08a kind: Event lastTimestamp: "2026-04-16T14:20:59Z" message: InferenceService [success-200-isvc-009d9] is Ready metadata: creationTimestamp: "2026-04-16T14:20:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:59Z" name: success-200-isvc-009d9.18a6dc3d8bafd1e3 namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: 6ab7d47a-4707-432a-b974-bc2b3599a280 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:28:57.158494Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24347" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0b236-predictor-66b864b-6dsgd to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcaca830e6d0 namespace: kserve-ci-e2e-test resourceVersion: "24359" uid: 786e44e2-fbe4-49a3-b457-4a3af49dfe0f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24368" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcacb1fea83a namespace: kserve-ci-e2e-test resourceVersion: "24387" uid: 3ec75fe3-e741-4a64-a5d2-2276593d49e8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24352" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcacb42b5568 namespace: kserve-ci-e2e-test resourceVersion: "24390" uid: 7dc5b963-a8bc-4966-ac6c-785fdf34fca0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24352" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcacb91462da namespace: kserve-ci-e2e-test resourceVersion: "24394" uid: 4fe2387b-f9c8-49a6-bacd-c4023ec09fc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24352" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcacb98fa26c namespace: kserve-ci-e2e-test resourceVersion: "24396" uid: 33ad3ed3-0bc5-4914-83a6-f5eee2d35c62 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24352" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:30:18Z" message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:18Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcacc77de4df namespace: kserve-ci-e2e-test resourceVersion: "25361" uid: 1895a421-08d8-4935-aea6-21c444d4d823 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0b236-predictor-66b864b-6dsgd namespace: kserve-ci-e2e-test resourceVersion: "24352" uid: 80fb4dda-45cb-4076-8b3e-c28fe08b9f2a kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-0b236-predictor-66b864b-6dsgd.18a6dcbf57e9c625 namespace: kserve-ci-e2e-test resourceVersion: "25275" uid: eaa9957c-3e8b-446b-8ef3-9dbd3d4df7bf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0b236-predictor-66b864b namespace: kserve-ci-e2e-test resourceVersion: "24326" uid: 87373594-7038-442f-8857-827547c0b75e kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Created pod: success-200-isvc-0b236-predictor-66b864b-6dsgd' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor-66b864b.18a6dcaca7ccba89 namespace: kserve-ci-e2e-test resourceVersion: "24351" uid: d51c14e2-70ab-4674-a201-52f8517cf5df reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24323" uid: 34f75d4d-b601-439c-a767-f6be73de2d6a kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Scaled up replica set success-200-isvc-0b236-predictor-66b864b from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236-predictor.18a6dcaca495beb4 namespace: kserve-ci-e2e-test resourceVersion: "24329" uid: 5a6eadcf-e53b-4f84-b189-2b436a3bc93c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: 92b1d5b1-fecf-49ec-af8d-1b633119a704 kind: Event lastTimestamp: "2026-04-16T14:29:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:12Z" name: success-200-isvc-0b236-predictor.18a6dcb02365e18b namespace: kserve-ci-e2e-test resourceVersion: "24525" uid: 98012e22-a824-43a4-8545-0964ea1f52db reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: 92b1d5b1-fecf-49ec-af8d-1b633119a704 kind: Event lastTimestamp: "2026-04-16T14:29:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:12Z" name: success-200-isvc-0b236-predictor.18a6dcb023c3c1e5 namespace: kserve-ci-e2e-test resourceVersion: "24526" uid: c55e1e3d-6ed9-46e5-b976-afb7fbf5a20f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:29:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24524" uid: 92b1d5b1-fecf-49ec-af8d-1b633119a704 kind: Event lastTimestamp: "2026-04-16T14:30:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:12Z" name: success-200-isvc-0b236-predictor.18a6dcb3a296cf57 namespace: kserve-ci-e2e-test resourceVersion: "25183" uid: 35d62c7c-8bfd-4a59-90ae-27db5dfaaf1d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:29:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0b236-predictor namespace: kserve-ci-e2e-test resourceVersion: "24524" uid: 92b1d5b1-fecf-49ec-af8d-1b633119a704 kind: Event lastTimestamp: "2026-04-16T14:30:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:12Z" name: success-200-isvc-0b236-predictor.18a6dcb3a3076cfd namespace: kserve-ci-e2e-test resourceVersion: "25184" uid: d5f9bd87-86b9-4fa6-a610-01e4f10c46d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: cdc19ef5-dd86-45fe-a1eb-d9c1e09a6af0 kind: Event lastTimestamp: "2026-04-16T14:29:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:48Z" name: success-200-isvc-0b236.18a6dcaca471ddbe namespace: kserve-ci-e2e-test resourceVersion: "24958" uid: d24170d0-676f-429f-b1a0-d71c3801c8b1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: cdc19ef5-dd86-45fe-a1eb-d9c1e09a6af0 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'Failed to update status for InferenceService "success-200-isvc-0b236": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0b236": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236.18a6dcaca4bc9818 namespace: kserve-ci-e2e-test resourceVersion: "24331" uid: 5a8fac59-0426-48cf-ae4c-87d0880977b6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: cdc19ef5-dd86-45fe-a1eb-d9c1e09a6af0 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0b236": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-0b236.18a6dcaca4bcdc4f namespace: kserve-ci-e2e-test resourceVersion: "24332" uid: e5f5a198-3ad9-4a9f-8fba-e1a2f716083c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0b236 namespace: kserve-ci-e2e-test resourceVersion: "24952" uid: cdc19ef5-dd86-45fe-a1eb-d9c1e09a6af0 kind: Event lastTimestamp: "2026-04-16T14:29:48Z" message: InferenceService [success-200-isvc-0b236] is Ready metadata: creationTimestamp: "2026-04-16T14:29:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:29:48Z" name: success-200-isvc-0b236.18a6dcb8abd5fb5a namespace: kserve-ci-e2e-test resourceVersion: "24954" uid: d3074b02-4d6a-4b86-a7fc-b9979ab5eb2c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:18:11.937160Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19018" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-305b2-predictor-7466c57bb4-tjdwn to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:18:11Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc166e00b539 namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 3b72be70-751d-43d9-8373-62c307554e53 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19040" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:18:12Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc167932cd70 namespace: kserve-ci-e2e-test resourceVersion: "19051" uid: 23d0210c-7821-4715-b5e9-3e0fe64e9ba3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc167aa08579 namespace: kserve-ci-e2e-test resourceVersion: "19053" uid: bbde4781-3d55-4b85-919b-4aeb4437d130 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc1681003787 namespace: kserve-ci-e2e-test resourceVersion: "19059" uid: a59fb1a8-f77b-4ae4-9e1b-4140a89ae8e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:18:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:12Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc168178681a namespace: kserve-ci-e2e-test resourceVersion: "19060" uid: 137a750f-71ed-4b42-8aee-c1059b7cf553 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:18:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:19:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:18:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:33Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc168d560a05 namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: d49d0040-1ee3-44de-889e-8e52aae32479 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: 5c0b3289-80af-4bbe-a292-2c620711f4c5 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn.18a6dc291b2e9da1 namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 262eac7b-0d90-45c7-acae-eb0ca24ecae8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-305b2-predictor-7466c57bb4 namespace: kserve-ci-e2e-test resourceVersion: "18990" uid: fe394f96-7f0d-4f65-9240-a979a79ae216 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: 'Created pod: success-200-isvc-305b2-predictor-7466c57bb4-tjdwn' metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:11Z" name: success-200-isvc-305b2-predictor-7466c57bb4.18a6dc166d80f2b4 namespace: kserve-ci-e2e-test resourceVersion: "19021" uid: afdfd96c-e32a-4114-ba45-b8c920e42bc9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18988" uid: e24f41b8-ff5d-431b-9a4a-fad73a5e4773 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: Scaled up replica set success-200-isvc-305b2-predictor-7466c57bb4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:11Z" name: success-200-isvc-305b2-predictor.18a6dc16694e990e namespace: kserve-ci-e2e-test resourceVersion: "18994" uid: 339c666d-8e46-402b-a6bf-1661d70a0648 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:18:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18989" uid: 5cd863f6-8dae-4d6f-a17e-45e88f3eb3a6 kind: Event lastTimestamp: "2026-04-16T14:18:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:18:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:41Z" name: success-200-isvc-305b2-predictor.18a6dc19e7cf7bb8 namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: 0647f5fe-6287-4998-b9e7-3ec34b84e338 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:18:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18989" uid: 5cd863f6-8dae-4d6f-a17e-45e88f3eb3a6 kind: Event lastTimestamp: "2026-04-16T14:18:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:18:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:41Z" name: success-200-isvc-305b2-predictor.18a6dc19e82c8f1c namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: a7dfcada-abac-4662-a69b-6ce593dfe44c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:18:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: 5cd863f6-8dae-4d6f-a17e-45e88f3eb3a6 kind: Event lastTimestamp: "2026-04-16T14:19:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:18:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:26Z" name: success-200-isvc-305b2-predictor.18a6dc20e5e1a430 namespace: kserve-ci-e2e-test resourceVersion: "19845" uid: bc091e57-0cce-4db5-8ff5-8c5876f3e1dc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:18:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-305b2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: 5cd863f6-8dae-4d6f-a17e-45e88f3eb3a6 kind: Event lastTimestamp: "2026-04-16T14:19:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:18:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:26Z" name: success-200-isvc-305b2-predictor.18a6dc20e63fa6c6 namespace: kserve-ci-e2e-test resourceVersion: "19846" uid: a14f64c2-4039-4191-a8cc-a4e69120daf9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "18971" uid: 2ed0ed8c-451b-4d27-964c-bf0d5e5c349d kind: Event lastTimestamp: "2026-04-16T14:19:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:03Z" name: success-200-isvc-305b2.18a6dc16692b0a44 namespace: kserve-ci-e2e-test resourceVersion: "19626" uid: 21aaabfb-9a4f-48d3-b030-26dadee24e7a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-305b2 namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: 2ed0ed8c-451b-4d27-964c-bf0d5e5c349d kind: Event lastTimestamp: "2026-04-16T14:19:03Z" message: InferenceService [success-200-isvc-305b2] is Ready metadata: creationTimestamp: "2026-04-16T14:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:03Z" name: success-200-isvc-305b2.18a6dc22715996e1 namespace: kserve-ci-e2e-test resourceVersion: "19621" uid: 33cac800-2a31-4f11-a0b1-b43655cf5e86 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:09:22.741809Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3604c-predictor-67675654b4-qjrd2 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:09:22Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b37806d27 namespace: kserve-ci-e2e-test resourceVersion: "15080" uid: f94d492a-4a19-4f5c-9385-d35525af29b9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15090" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:09:22Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b40985422 namespace: kserve-ci-e2e-test resourceVersion: "15131" uid: 901a7a5a-6f7a-45e6-8b27-08a38ff7f7d6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:22Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b41e889ee namespace: kserve-ci-e2e-test resourceVersion: "15133" uid: 23d2dcb1-faba-48f7-9cca-308d3c90e5cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:09:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:23Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b4a5d2bc3 namespace: kserve-ci-e2e-test resourceVersion: "15140" uid: 37ef5fab-a2f5-4dfd-aca5-dfc8477bd4b8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:09:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:23Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b4ad8be80 namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 100cf02b-16b6-4d54-a3a9-d2441908be4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:10:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:10:04Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6db9b6f0513a6 namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: e2b8fdb8-e7fd-4ece-b5dd-8274aa603f45 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3604c-predictor-67675654b4-qjrd2 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: 705a79d2-76f4-48f3-8bdf-345154bcccc0 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-3604c-predictor-67675654b4-qjrd2.18a6dc1ebe2f476c namespace: kserve-ci-e2e-test resourceVersion: "19392" uid: 89c2a90e-9fee-447e-90cd-bf777971396f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3604c-predictor-67675654b4 namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: cc5a3766-bd74-4e41-b879-1779b3880159 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: 'Created pod: success-200-isvc-3604c-predictor-67675654b4-qjrd2' metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:22Z" name: success-200-isvc-3604c-predictor-67675654b4.18a6db9b371cd1f5 namespace: kserve-ci-e2e-test resourceVersion: "15075" uid: 61578dfe-87cd-4981-8b45-bb519790b5ad reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: 1c006743-5513-4d40-b657-c6f117e9da54 kind: Event lastTimestamp: "2026-04-16T14:09:22Z" message: Scaled up replica set success-200-isvc-3604c-predictor-67675654b4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:22Z" name: success-200-isvc-3604c-predictor.18a6db9b35c40122 namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: c7564abb-6ea6-4ba6-bb7f-c63c2fda4505 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: 16ef41bc-b916-43ee-9f03-2850d54447d0 kind: Event lastTimestamp: "2026-04-16T14:09:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:52Z" name: success-200-isvc-3604c-predictor.18a6db9eb4555ab8 namespace: kserve-ci-e2e-test resourceVersion: "15410" uid: 88cd6cce-c9fe-414d-bcb7-f6b255edf632 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: 16ef41bc-b916-43ee-9f03-2850d54447d0 kind: Event lastTimestamp: "2026-04-16T14:09:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:52Z" name: success-200-isvc-3604c-predictor.18a6db9eb4b90fe4 namespace: kserve-ci-e2e-test resourceVersion: "15411" uid: 8f239cce-e130-4160-afb8-87ddfc3c5f05 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 16ef41bc-b916-43ee-9f03-2850d54447d0 kind: Event lastTimestamp: "2026-04-16T14:10:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:10:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:37Z" name: success-200-isvc-3604c-predictor.18a6dba5b21a5c7a namespace: kserve-ci-e2e-test resourceVersion: "15857" uid: ebbce5f5-b841-49cf-a3cc-9debfa1ac78a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3604c-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 16ef41bc-b916-43ee-9f03-2850d54447d0 kind: Event lastTimestamp: "2026-04-16T14:10:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:10:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:37Z" name: success-200-isvc-3604c-predictor.18a6dba5b2744eac namespace: kserve-ci-e2e-test resourceVersion: "15858" uid: 7008d811-9609-40a7-b04a-ca678e4a8a63 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: fe676e8d-bfd8-4a23-a104-efc0617c1947 kind: Event lastTimestamp: "2026-04-16T14:10:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:14Z" name: success-200-isvc-3604c.18a6db9b35cec6e2 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 019be619-91db-4b50-abfe-d35e72b413f4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:10:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3604c namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: fe676e8d-bfd8-4a23-a104-efc0617c1947 kind: Event lastTimestamp: "2026-04-16T14:10:14Z" message: InferenceService [success-200-isvc-3604c] is Ready metadata: creationTimestamp: "2026-04-16T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:10:14Z" name: success-200-isvc-3604c.18a6dba752f70c3c namespace: kserve-ci-e2e-test resourceVersion: "15643" uid: 493b5a91-79ca-4deb-a444-3a2c4e2df478 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:29:32.846389Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24727" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3ca33-predictor-866bdfdb6-gds85 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:29:32Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb4f75b08e3 namespace: kserve-ci-e2e-test resourceVersion: "24735" uid: 460a6172-b869-4b9e-90d9-b11eb64df045 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24740" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Add eth0 [10.132.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:29:33Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb50110750c namespace: kserve-ci-e2e-test resourceVersion: "24780" uid: a4bd4117-5df3-4828-89a7-8d628e9fb98d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb5032e4521 namespace: kserve-ci-e2e-test resourceVersion: "24785" uid: 185f904c-87e5-423a-8307-c3e386c3dbed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb509188474 namespace: kserve-ci-e2e-test resourceVersion: "24791" uid: 6dd5a983-bb0e-4696-aef3-fffe532e1481 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:29:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:29:33Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb509a02acf namespace: kserve-ci-e2e-test resourceVersion: "24793" uid: 0cbed8a3-617c-47a4-8861-23b73f102540 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:29:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:47:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:04Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dcb531c9b84d namespace: kserve-ci-e2e-test resourceVersion: "32847" uid: b989b6db-e3b0-4cc5-a9b9-8ab2e200c8e9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85 namespace: kserve-ci-e2e-test resourceVersion: "24731" uid: fd46485d-315e-4279-8374-6ecead3d383f kind: Event lastTimestamp: "2026-04-16T14:47:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:02Z" name: success-200-isvc-3ca33-predictor-866bdfdb6-gds85.18a6dda94f852258 namespace: kserve-ci-e2e-test resourceVersion: "32789" uid: 2427c98c-e51f-447d-b63d-a4bb6b9923e0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3ca33-predictor-866bdfdb6 namespace: kserve-ci-e2e-test resourceVersion: "24711" uid: ed3ce36d-8f59-4ef5-9597-58691c36aa32 kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: 'Created pod: success-200-isvc-3ca33-predictor-866bdfdb6-gds85' metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:32Z" name: success-200-isvc-3ca33-predictor-866bdfdb6.18a6dcb4f6d51281 namespace: kserve-ci-e2e-test resourceVersion: "24730" uid: 7b03ccb3-1322-42cd-b8eb-9f4a677e57ac reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24708" uid: c5d0b3f2-7cd3-4bab-8a11-f149d3593203 kind: Event lastTimestamp: "2026-04-16T14:29:32Z" message: Scaled up replica set success-200-isvc-3ca33-predictor-866bdfdb6 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:32Z" name: success-200-isvc-3ca33-predictor.18a6dcb4f470b5b9 namespace: kserve-ci-e2e-test resourceVersion: "24717" uid: 4e0fd3f9-cffc-43d3-b720-3231cdc7c585 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24710" uid: 0e56fa81-da2c-4be9-b8cc-1b5e3374bda4 kind: Event lastTimestamp: "2026-04-16T14:29:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:47Z" name: success-200-isvc-3ca33-predictor.18a6dcb872be2bd8 namespace: kserve-ci-e2e-test resourceVersion: "24930" uid: f52add75-5892-491a-a65a-43de2bbabf2a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:29:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24710" uid: 0e56fa81-da2c-4be9-b8cc-1b5e3374bda4 kind: Event lastTimestamp: "2026-04-16T14:29:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:29:47Z" name: success-200-isvc-3ca33-predictor.18a6dcb87323faf7 namespace: kserve-ci-e2e-test resourceVersion: "24932" uid: 596ab159-2345-4fe8-aa38-d813947d809a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:30:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24931" uid: 0e56fa81-da2c-4be9-b8cc-1b5e3374bda4 kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:30:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: success-200-isvc-3ca33-predictor.18a6dcbbf1d927e4 namespace: kserve-ci-e2e-test resourceVersion: "25776" uid: 14e284d1-0c94-452e-abd9-2076b6b723aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:30:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ca33-predictor namespace: kserve-ci-e2e-test resourceVersion: "24931" uid: 0e56fa81-da2c-4be9-b8cc-1b5e3374bda4 kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:30:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: success-200-isvc-3ca33-predictor.18a6dcbbf23cf035 namespace: kserve-ci-e2e-test resourceVersion: "25777" uid: 9581b468-8d7a-44eb-9144-e49394a0b7df reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:29:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "24701" uid: 8dec20c0-17c7-4340-a7a3-659be71fd32a kind: Event lastTimestamp: "2026-04-16T14:30:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:29:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:24Z" name: success-200-isvc-3ca33.18a6dcb4f40c89dc namespace: kserve-ci-e2e-test resourceVersion: "25429" uid: 27b699de-9a9e-4dee-9fa8-69a55f6ac880 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25424" uid: 8dec20c0-17c7-4340-a7a3-659be71fd32a kind: Event lastTimestamp: "2026-04-16T14:30:24Z" message: InferenceService [success-200-isvc-3ca33] is Ready metadata: creationTimestamp: "2026-04-16T14:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:24Z" name: success-200-isvc-3ca33.18a6dcc116339cf5 namespace: kserve-ci-e2e-test resourceVersion: "25425" uid: 24e6faca-61f6-409f-91ea-c358a6c0f2cd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:08:46.899713Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14569" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db92df2579b6 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: 59a9e6ac-b31f-4020-a226-3a8405f188d2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14600" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:08:47Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db92e996c92d namespace: kserve-ci-e2e-test resourceVersion: "14618" uid: a49e4b34-457a-40cc-8a52-9658996df3b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db92eb044cc3 namespace: kserve-ci-e2e-test resourceVersion: "14620" uid: e375da44-7d90-459c-a0ad-fe13ef12a3c1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db92f3a152bb namespace: kserve-ci-e2e-test resourceVersion: "14630" uid: b678d21a-555d-4b94-b871-036aa360cf24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:08:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:47Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db92f41c4b66 namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 4bc60d38-3120-4c99-95cc-fe73ee0df509 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:09:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:28Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6db9305b2c741 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: 6a19de9e-b678-49e6-9595-bd9c13f7f63d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: d2920c16-df91-489f-b0a0-e329163ed7a2 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:11Z" name: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp.18a6dc16690afbde namespace: kserve-ci-e2e-test resourceVersion: "18991" uid: fb0fa6d2-9e12-4339-b040-57de27788f8c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7cd29-predictor-bc98c47fd namespace: kserve-ci-e2e-test resourceVersion: "14554" uid: cbd76428-0614-4553-aed3-72e4777a5e84 kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'Created pod: success-200-isvc-7cd29-predictor-bc98c47fd-bdwpp' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-7cd29-predictor-bc98c47fd.18a6db92decaeba7 namespace: kserve-ci-e2e-test resourceVersion: "14571" uid: df0b0831-8135-4c28-90bc-56deebedb4e6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14548" uid: d35b4a11-2aed-4dbd-9c4a-b8e5fe4f8d5e kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: Scaled up replica set success-200-isvc-7cd29-predictor-bc98c47fd from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-7cd29-predictor.18a6db92dc1436dd namespace: kserve-ci-e2e-test resourceVersion: "14559" uid: 305897d2-918b-41d4-b4d9-05d70384ea47 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: 470cb5b3-d996-43c9-8337-9075deae3127 kind: Event lastTimestamp: "2026-04-16T14:09:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:16Z" name: success-200-isvc-7cd29-predictor.18a6db965aa76b65 namespace: kserve-ci-e2e-test resourceVersion: "14950" uid: c5296474-605e-4267-98a0-51d181a78760 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14555" uid: 470cb5b3-d996-43c9-8337-9075deae3127 kind: Event lastTimestamp: "2026-04-16T14:09:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:16Z" name: success-200-isvc-7cd29-predictor.18a6db965b0797c7 namespace: kserve-ci-e2e-test resourceVersion: "14951" uid: 4895d5b2-90f7-4b6d-a640-0552dcbfc764 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 470cb5b3-d996-43c9-8337-9075deae3127 kind: Event lastTimestamp: "2026-04-16T14:10:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:16Z" name: success-200-isvc-7cd29-predictor.18a6db9d58653c4a namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc0f4850-f152-4496-91aa-bc51f226cfdc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cd29-predictor namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 470cb5b3-d996-43c9-8337-9075deae3127 kind: Event lastTimestamp: "2026-04-16T14:10:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:16Z" name: success-200-isvc-7cd29-predictor.18a6db9d58cb49fe namespace: kserve-ci-e2e-test resourceVersion: "15667" uid: 0ffa70f7-9d1d-4e0b-902c-77b6015a228b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 5ea8b778-bbe6-4949-9594-3f1e8cd820e6 kind: Event lastTimestamp: "2026-04-16T14:09:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:38Z" name: success-200-isvc-7cd29.18a6db92dc0ce308 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: dc01acc7-15a3-4f56-a39e-20fc8556a632 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 5ea8b778-bbe6-4949-9594-3f1e8cd820e6 kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'Failed to update status for InferenceService "success-200-isvc-7cd29": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-7cd29.18a6db92dc825a38 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: f1b55998-dd53-4aed-8e74-96bdfb33e916 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 5ea8b778-bbe6-4949-9594-3f1e8cd820e6 kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-7cd29.18a6db92dc82afd4 namespace: kserve-ci-e2e-test resourceVersion: "14564" uid: 354a2cb1-8577-42e2-a240-181e70b7676f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15296" uid: 5ea8b778-bbe6-4949-9594-3f1e8cd820e6 kind: Event lastTimestamp: "2026-04-16T14:09:38Z" message: InferenceService [success-200-isvc-7cd29] is Ready metadata: creationTimestamp: "2026-04-16T14:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:38Z" name: success-200-isvc-7cd29.18a6db9ee99ed268 namespace: kserve-ci-e2e-test resourceVersion: "15297" uid: c2de353f-27fc-430c-96d4-24cd88377443 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:19:32.183000Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-911ed-predictor-7885d56788-nnsbr to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc291d06fe6f namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 8a88053d-2313-4ab8-a2a4-731902b0f12a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19952" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc2927759cdf namespace: kserve-ci-e2e-test resourceVersion: "19990" uid: 0369439e-7b34-43a1-857f-813269d57c1e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc2928ed656c namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: 049a36b6-d154-4ad9-865c-c20a61a19c0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc292c7cc1ea namespace: kserve-ci-e2e-test resourceVersion: "19998" uid: cb9ec4f7-54bc-4f56-bff7-4799ed8bb725 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc292cfcc5c2 namespace: kserve-ci-e2e-test resourceVersion: "19999" uid: 06513374-348f-467c-bc9d-ddb38b5498a8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:20:13Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:13Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dc293e86ee36 namespace: kserve-ci-e2e-test resourceVersion: "20545" uid: bfa52fd7-22c4-43bc-87b4-998bd6eb8788 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:28:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-911ed-predictor-7885d56788-nnsbr namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: b0fd8164-3693-4847-aa40-b634caa56fc9 kind: Event lastTimestamp: "2026-04-16T14:28:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:28:57Z" name: success-200-isvc-911ed-predictor-7885d56788-nnsbr.18a6dcaca459f96a namespace: kserve-ci-e2e-test resourceVersion: "24327" uid: de091865-234f-40d3-8919-cd87307bd1be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-911ed-predictor-7885d56788 namespace: kserve-ci-e2e-test resourceVersion: "19928" uid: 8b38db1e-f0fa-4389-a360-514b643df1d7 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Created pod: success-200-isvc-911ed-predictor-7885d56788-nnsbr' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor-7885d56788.18a6dc291c71a29b namespace: kserve-ci-e2e-test resourceVersion: "19938" uid: e3544b4d-e3e4-4f2b-a289-630305294ee2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19924" uid: 625b2178-e3f6-4930-a6a0-20232afbb2b3 kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: Scaled up replica set success-200-isvc-911ed-predictor-7885d56788 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed-predictor.18a6dc291b0ec849 namespace: kserve-ci-e2e-test resourceVersion: "19930" uid: 13c1b54f-d792-4061-a7ca-a365a3ac1c70 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: 3b34c9c4-c0fa-4ea0-aecd-6f8f2530b475 kind: Event lastTimestamp: "2026-04-16T14:20:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:32Z" name: success-200-isvc-911ed-predictor.18a6dc2c9a0adde0 namespace: kserve-ci-e2e-test resourceVersion: "20700" uid: e68156db-a3a6-496d-ba7a-cd28520badbf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: 3b34c9c4-c0fa-4ea0-aecd-6f8f2530b475 kind: Event lastTimestamp: "2026-04-16T14:20:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:32Z" name: success-200-isvc-911ed-predictor.18a6dc2c9a659f7f namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: f3062cc8-5b78-4a4a-b57e-22f134db161c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 3b34c9c4-c0fa-4ea0-aecd-6f8f2530b475 kind: Event lastTimestamp: "2026-04-16T14:21:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:02Z" name: success-200-isvc-911ed-predictor.18a6dc3a960d2c6e namespace: kserve-ci-e2e-test resourceVersion: "20997" uid: 307e3c72-591c-454b-b034-72fc23eb5b78 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:20:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-911ed-predictor namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 3b34c9c4-c0fa-4ea0-aecd-6f8f2530b475 kind: Event lastTimestamp: "2026-04-16T14:21:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:20:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:21:02Z" name: success-200-isvc-911ed-predictor.18a6dc3a9650ca58 namespace: kserve-ci-e2e-test resourceVersion: "20998" uid: 52218ab6-d8b9-4c0b-8047-e57c55596a77 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 30b5128c-a9ce-45cd-9c8a-8c6e86d6a87f kind: Event lastTimestamp: "2026-04-16T14:20:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:23Z" name: success-200-isvc-911ed.18a6dc291b1ba636 namespace: kserve-ci-e2e-test resourceVersion: "20642" uid: 0f8b53c9-c7b4-44be-9683-a4ebc1221748 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 30b5128c-a9ce-45cd-9c8a-8c6e86d6a87f kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'Failed to update status for InferenceService "success-200-isvc-911ed": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-911ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed.18a6dc291babbf3f namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 482d6871-05a0-4e46-bb29-cb983643892b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 30b5128c-a9ce-45cd-9c8a-8c6e86d6a87f kind: Event lastTimestamp: "2026-04-16T14:19:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-911ed": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:32Z" name: success-200-isvc-911ed.18a6dc291bac050c namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: bd8aecc9-bd6d-4a28-9c7f-98b99eac46d1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-911ed namespace: kserve-ci-e2e-test resourceVersion: "20639" uid: 30b5128c-a9ce-45cd-9c8a-8c6e86d6a87f kind: Event lastTimestamp: "2026-04-16T14:20:23Z" message: InferenceService [success-200-isvc-911ed] is Ready metadata: creationTimestamp: "2026-04-16T14:20:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:20:23Z" name: success-200-isvc-911ed.18a6dc35240211c6 namespace: kserve-ci-e2e-test resourceVersion: "20640" uid: c21f5360-42fc-42b3-9787-4d2d23da9ea8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:18:47.668532Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ebfc21aca namespace: kserve-ci-e2e-test resourceVersion: "19402" uid: 3c110812-2c06-4073-9bf7-656670c70e6b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19409" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ec9600ff9 namespace: kserve-ci-e2e-test resourceVersion: "19446" uid: 05672a0f-681d-4516-b2f5-da819d0926e6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ecacde9dd namespace: kserve-ci-e2e-test resourceVersion: "19448" uid: dab97803-6fd1-48a6-91e5-e71c1b3bc688 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ed07e9ff6 namespace: kserve-ci-e2e-test resourceVersion: "19456" uid: 2951851c-0497-4a3e-a267-59b6cbd8f3c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ed0f64645 namespace: kserve-ci-e2e-test resourceVersion: "19458" uid: 170319d3-59cf-4b72-87d6-99573561fcef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:18:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:20:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:18:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:09Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc1ef6dcbba7 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: eb7fbdfb-7729-41b4-9495-db94ea7988f3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:20:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4 namespace: kserve-ci-e2e-test resourceVersion: "19399" uid: 80f8aa8c-051a-4212-9729-ac903b1beae6 kind: Event lastTimestamp: "2026-04-16T14:20:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:20:07Z" name: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4.18a6dc316f84423c namespace: kserve-ci-e2e-test resourceVersion: "20409" uid: cbe023f3-7e95-4124-b874-79e333232f69 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a84b0-predictor-6b596fcd54 namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: cd67cda3-7673-4eb7-93e2-e3fd3733673c kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'Created pod: success-200-isvc-a84b0-predictor-6b596fcd54-8mjt4' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor-6b596fcd54.18a6dc1ebf5fd7c8 namespace: kserve-ci-e2e-test resourceVersion: "19397" uid: 4532c4cd-f8df-48e6-906f-09e0829d63f8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19385" uid: 1a572de5-00a8-49cb-8942-cb1c8388f398 kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: Scaled up replica set success-200-isvc-a84b0-predictor-6b596fcd54 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0-predictor.18a6dc1ebe2023e1 namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: cf8299a7-c7ac-4dc6-be49-b5541b402717 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19387" uid: dbaf3f76-5b9f-4d28-80ae-74a41a60bd68 kind: Event lastTimestamp: "2026-04-16T14:19:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:02Z" name: success-200-isvc-a84b0-predictor.18a6dc223cc6e61b namespace: kserve-ci-e2e-test resourceVersion: "19597" uid: ef1205df-9dfd-4261-86d5-2fd1c2340b66 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19387" uid: dbaf3f76-5b9f-4d28-80ae-74a41a60bd68 kind: Event lastTimestamp: "2026-04-16T14:19:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:19:02Z" name: success-200-isvc-a84b0-predictor.18a6dc223d0c6206 namespace: kserve-ci-e2e-test resourceVersion: "19599" uid: 0cfe5910-bbec-4143-8a5f-897e6afccfd8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19598" uid: dbaf3f76-5b9f-4d28-80ae-74a41a60bd68 kind: Event lastTimestamp: "2026-04-16T14:20:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:02Z" name: success-200-isvc-a84b0-predictor.18a6dc25bbb59c6a namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 9f60a33b-8a47-4b3d-923d-eb066e4cb200 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:19:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a84b0-predictor namespace: kserve-ci-e2e-test resourceVersion: "19598" uid: dbaf3f76-5b9f-4d28-80ae-74a41a60bd68 kind: Event lastTimestamp: "2026-04-16T14:20:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:20:02Z" name: success-200-isvc-a84b0-predictor.18a6dc25bc16e1be namespace: kserve-ci-e2e-test resourceVersion: "20315" uid: 0175a8e0-dd27-4ef5-9086-2dc81b01497a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19367" uid: f616708d-9701-4a52-adca-75183ceaf1ea kind: Event lastTimestamp: "2026-04-16T14:19:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:39Z" name: success-200-isvc-a84b0.18a6dc1ebe273308 namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 83d439f4-a556-4b43-8f1f-9c02683ef6b0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19367" uid: f616708d-9701-4a52-adca-75183ceaf1ea kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'Failed to update status for InferenceService "success-200-isvc-a84b0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a84b0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0.18a6dc1ebe9c70b8 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 70bfd423-902e-4774-b1d4-cbf863f782aa reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "19367" uid: f616708d-9701-4a52-adca-75183ceaf1ea kind: Event lastTimestamp: "2026-04-16T14:18:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a84b0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:18:47Z" name: success-200-isvc-a84b0.18a6dc1ebe9cb3f8 namespace: kserve-ci-e2e-test resourceVersion: "19395" uid: 26a257e9-543f-4936-a612-607d692ef743 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:19:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a84b0 namespace: kserve-ci-e2e-test resourceVersion: "20091" uid: f616708d-9701-4a52-adca-75183ceaf1ea kind: Event lastTimestamp: "2026-04-16T14:19:39Z" message: InferenceService [success-200-isvc-a84b0] is Ready metadata: creationTimestamp: "2026-04-16T14:19:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:19:39Z" name: success-200-isvc-a84b0.18a6dc2adb04ea5a namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 83e69cb6-2e01-4721-8b06-0ac1b78cc347 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:30:17.424196Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25272" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a940c-predictor-55498679d6-p4w6n to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf58665fd6 namespace: kserve-ci-e2e-test resourceVersion: "25279" uid: 44c70af2-c908-4f1c-8dbb-ed64eb8bf1f9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25284" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Add eth0 [10.132.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf62cd2da9 namespace: kserve-ci-e2e-test resourceVersion: "25326" uid: 9c2c7911-d8a0-4511-a1e0-a6f17fad142f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" already present on machine metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf644f1372 namespace: kserve-ci-e2e-test resourceVersion: "25328" uid: 1b7861e0-cba7-42cf-95df-42311a4ae66c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf6bb755fd namespace: kserve-ci-e2e-test resourceVersion: "25338" uid: f779693e-892c-43d0-b81f-93b0609e48cb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf6c2b12fe namespace: kserve-ci-e2e-test resourceVersion: "25339" uid: 82791bbf-6310-4a6b-8b56-2b420d71c0f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:30:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:58Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dcbf79b5a522 namespace: kserve-ci-e2e-test resourceVersion: "25741" uid: 4825ef57-a95d-488c-bd74-c59e421345d8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:39:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a940c-predictor-55498679d6-p4w6n namespace: kserve-ci-e2e-test resourceVersion: "25277" uid: d18d65a8-4884-4ec0-927c-19beae79bca0 kind: Event lastTimestamp: "2026-04-16T14:39:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:39:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:39:42Z" name: success-200-isvc-a940c-predictor-55498679d6-p4w6n.18a6dd42e464c512 namespace: kserve-ci-e2e-test resourceVersion: "29739" uid: 22acc435-1579-4f86-94bc-96a67e56b365 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a940c-predictor-55498679d6 namespace: kserve-ci-e2e-test resourceVersion: "25256" uid: f3ef7c3b-cd65-4a84-86b4-f845f00b71f9 kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: 'Created pod: success-200-isvc-a940c-predictor-55498679d6-p4w6n' metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor-55498679d6.18a6dcbf580247ac namespace: kserve-ci-e2e-test resourceVersion: "25276" uid: e7b68525-a023-40b6-ab50-f174177db78d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25253" uid: 7bc6b878-eee4-4b05-94e7-3383dc8b70ac kind: Event lastTimestamp: "2026-04-16T14:30:17Z" message: Scaled up replica set success-200-isvc-a940c-predictor-55498679d6 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:17Z" name: success-200-isvc-a940c-predictor.18a6dcbf55e8b5aa namespace: kserve-ci-e2e-test resourceVersion: "25262" uid: fe60a181-c15e-48bd-98c3-37cd2b00ae8b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25255" uid: f2fa6814-8e2a-4253-ae30-130e81a60e8d kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: success-200-isvc-a940c-predictor.18a6dcc2d465629b namespace: kserve-ci-e2e-test resourceVersion: "25768" uid: a8effa1b-c990-4a40-87ab-a8e7b647a2b2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25255" uid: f2fa6814-8e2a-4253-ae30-130e81a60e8d kind: Event lastTimestamp: "2026-04-16T14:31:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:02Z" name: success-200-isvc-a940c-predictor.18a6dcc2d4bc535c namespace: kserve-ci-e2e-test resourceVersion: "25769" uid: af906741-b398-4646-b75b-a63448249262 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: f2fa6814-8e2a-4253-ae30-130e81a60e8d kind: Event lastTimestamp: "2026-04-16T14:31:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:32Z" name: success-200-isvc-a940c-predictor.18a6dccd514eaa0d namespace: kserve-ci-e2e-test resourceVersion: "26270" uid: ffa8bf5a-5e90-4d1c-ae59-7efa8a9494de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-16T14:31:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a940c-predictor namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: f2fa6814-8e2a-4253-ae30-130e81a60e8d kind: Event lastTimestamp: "2026-04-16T14:31:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:31:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:32Z" name: success-200-isvc-a940c-predictor.18a6dccd51b99f55 namespace: kserve-ci-e2e-test resourceVersion: "26271" uid: dc718641-88cd-4b2b-8f66-225bddf67052 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:30:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a940c namespace: kserve-ci-e2e-test resourceVersion: "25246" uid: 66268d1b-4b69-42ff-8402-fc54b7a8a2e4 kind: Event lastTimestamp: "2026-04-16T14:31:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:30:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:31:09Z" name: success-200-isvc-a940c.18a6dcbf55bbe32c namespace: kserve-ci-e2e-test resourceVersion: "25833" uid: e00de68d-6195-43a1-b65a-8b7787a83dd4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:31:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a940c namespace: kserve-ci-e2e-test resourceVersion: "25828" uid: 66268d1b-4b69-42ff-8402-fc54b7a8a2e4 kind: Event lastTimestamp: "2026-04-16T14:31:09Z" message: InferenceService [success-200-isvc-a940c] is Ready metadata: creationTimestamp: "2026-04-16T14:31:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:31:09Z" name: success-200-isvc-a940c.18a6dccb5df2ae45 namespace: kserve-ci-e2e-test resourceVersion: "25829" uid: 2e2f0e04-a54a-4a7c-babe-b85d244bd346 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:07:12.650087Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13534" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc to ip-10-0-130-195.ec2.internal metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:07:12Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db7ced6e46be namespace: kserve-ci-e2e-test resourceVersion: "13540" uid: ec5c90fe-0da7-4384-ba4c-7d9c66ff7ab6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13550" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:07:12Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db7cf89371c7 namespace: kserve-ci-e2e-test resourceVersion: "13606" uid: 4d474680-d85f-455c-a370-7e901570e7db reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:12Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db7cfa9ffabc namespace: kserve-ci-e2e-test resourceVersion: "13609" uid: 875c7adc-eb6d-4ce1-be4e-df144b14f448 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1424" in 15.989s (15.989s including waiting). Image size: 1333970545 bytes.' metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db80b3ac4e51 namespace: kserve-ci-e2e-test resourceVersion: "13814" uid: 51b91948-786e-4f00-8007-114305b2bfc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db80b86f8194 namespace: kserve-ci-e2e-test resourceVersion: "13815" uid: f92e54d9-3196-4843-baba-427ec27c0918 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:07:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-16T14:07:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:07:28Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db80b8e332ef namespace: kserve-ci-e2e-test resourceVersion: "13817" uid: 7867f925-3d6f-4612-b3bf-ea4c2dd604b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-16T14:07:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:08:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-16T14:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:50Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db80ccaecdac namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: a7ccc0c1-792c-49b0-aa82-1ec55d4a9c2f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc namespace: kserve-ci-e2e-test resourceVersion: "13538" uid: 76f483f6-5c0d-45ea-9cdf-e2dc242babd6 kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:46Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc.18a6db92dce3bb25 namespace: kserve-ci-e2e-test resourceVersion: "14566" uid: f98d5131-7213-45c1-a8ea-816259a64e76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-195.ec2.internal source: component: kubelet host: ip-10-0-130-195.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b65bd-predictor-7b84f8cc4 namespace: kserve-ci-e2e-test resourceVersion: "13526" uid: 06cc1420-da7b-467c-9934-a35c8ce5b539 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: 'Created pod: success-200-isvc-b65bd-predictor-7b84f8cc4-bgvmc' metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: success-200-isvc-b65bd-predictor-7b84f8cc4.18a6db7ced0a9ca9 namespace: kserve-ci-e2e-test resourceVersion: "13537" uid: 28848dc6-4040-4a40-a832-05437f992abe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13524" uid: 181044ec-0453-49b7-96b5-ab393d4f5a52 kind: Event lastTimestamp: "2026-04-16T14:07:12Z" message: Scaled up replica set success-200-isvc-b65bd-predictor-7b84f8cc4 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:12Z" name: success-200-isvc-b65bd-predictor.18a6db7ceae25a81 namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: f58414f8-ec7c-48be-a117-b912acbe9715 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13525" uid: 01e8914f-f88a-4a22-89c4-6a9bf254efc7 kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: success-200-isvc-b65bd-predictor.18a6db8069504aaa namespace: kserve-ci-e2e-test resourceVersion: "14056" uid: 724898b2-bbb3-46a0-a268-c758167e742f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:07:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13525" uid: 01e8914f-f88a-4a22-89c4-6a9bf254efc7 kind: Event lastTimestamp: "2026-04-16T14:07:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:07:57Z" name: success-200-isvc-b65bd-predictor.18a6db8069a03534 namespace: kserve-ci-e2e-test resourceVersion: "14057" uid: a1117360-b344-4c3b-b63a-7e30f5ed40ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13793" uid: 01e8914f-f88a-4a22-89c4-6a9bf254efc7 kind: Event lastTimestamp: "2026-04-16T14:08:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:42Z" name: success-200-isvc-b65bd-predictor.18a6db8ae5afe416 namespace: kserve-ci-e2e-test resourceVersion: "14475" uid: 4443bbe3-3752-4662-9beb-819b797bae7c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b65bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "13793" uid: 01e8914f-f88a-4a22-89c4-6a9bf254efc7 kind: Event lastTimestamp: "2026-04-16T14:08:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-16T14:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:42Z" name: success-200-isvc-b65bd-predictor.18a6db8ae61508d0 namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: 7d784317-6dca-4264-8239-ce5cd6d9c9d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-16T14:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b65bd namespace: kserve-ci-e2e-test resourceVersion: "13510" uid: da2c7bbb-dde6-4461-a0aa-c3ad254713b1 kind: Event lastTimestamp: "2026-04-16T14:08:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-16T14:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:20Z" name: success-200-isvc-b65bd.18a6db7ceabf1e44 namespace: kserve-ci-e2e-test resourceVersion: "14260" uid: 1fc8de7e-7e42-4661-b100-8ce6bad6b06b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b65bd namespace: kserve-ci-e2e-test resourceVersion: "14254" uid: da2c7bbb-dde6-4461-a0aa-c3ad254713b1 kind: Event lastTimestamp: "2026-04-16T14:08:20Z" message: InferenceService [success-200-isvc-b65bd] is Ready metadata: creationTimestamp: "2026-04-16T14:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:20Z" name: success-200-isvc-b65bd.18a6db8cb0b24670 namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: fb748044-0968-4f7c-9027-4334fbfe8a72 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:30:42.913055Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25585" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-3ca33-66cd5cfb9d-fmlpr to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:30:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:30:42Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dcc547a76fec namespace: kserve-ci-e2e-test resourceVersion: "25590" uid: 055aa019-f143-4e38-8f70-3ba73269156f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:43Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25594" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:30:43Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:30:43Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dcc560785ae5 namespace: kserve-ci-e2e-test resourceVersion: "25606" uid: 0f0abc6a-d82c-434a-8a7f-d308946a10c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ca33} kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:30:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:43Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dcc561c24127 namespace: kserve-ci-e2e-test resourceVersion: "25608" uid: 95ea5d68-0e23-4b15-9c6f-ca2823b26aec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ca33} kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:30:43Z" message: 'Created container: switch-graph-3ca33' metadata: creationTimestamp: "2026-04-16T14:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:43Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dcc565694630 namespace: kserve-ci-e2e-test resourceVersion: "25609" uid: 5e3c7b4f-6a52-4744-a1da-f15ec41fd11e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ca33} kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:30:43Z" message: Started container switch-graph-3ca33 metadata: creationTimestamp: "2026-04-16T14:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:30:43Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dcc565d9d4fc namespace: kserve-ci-e2e-test resourceVersion: "25610" uid: d9eb52d3-f814-4fad-b971-31a875d35b52 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:47:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ca33} kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:47:02Z" message: Stopping container switch-graph-3ca33 metadata: creationTimestamp: "2026-04-16T14:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:02Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dda9441f8204 namespace: kserve-ci-e2e-test resourceVersion: "32764" uid: adae5272-06da-421c-8680-75992b4fa9e3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-16T14:47:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ca33} kind: Pod name: switch-graph-3ca33-66cd5cfb9d-fmlpr namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: 0fb10500-b6fe-4577-9c8c-1e994177980d kind: Event lastTimestamp: "2026-04-16T14:47:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:47:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:47:19Z" name: switch-graph-3ca33-66cd5cfb9d-fmlpr.18a6dda9df590baf namespace: kserve-ci-e2e-test resourceVersion: "32957" uid: 764370c9-810a-42fb-8c54-0800811baf22 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-3ca33-66cd5cfb9d namespace: kserve-ci-e2e-test resourceVersion: "25582" uid: 247d4427-bee5-4d78-a2f0-ed58462f1d1d kind: Event lastTimestamp: "2026-04-16T14:30:42Z" message: 'Created pod: switch-graph-3ca33-66cd5cfb9d-fmlpr' metadata: creationTimestamp: "2026-04-16T14:30:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:42Z" name: switch-graph-3ca33-66cd5cfb9d.18a6dcc5473627c3 namespace: kserve-ci-e2e-test resourceVersion: "25586" uid: c4892e4f-82d6-4c7e-b951-803288b3911b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25580" uid: 4762982a-5756-4dbb-ab99-1563055460f5 kind: Event lastTimestamp: "2026-04-16T14:30:42Z" message: Scaled up replica set switch-graph-3ca33-66cd5cfb9d from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:30:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:30:42Z" name: switch-graph-3ca33.18a6dcc5467671e4 namespace: kserve-ci-e2e-test resourceVersion: "25583" uid: a96bf766-d060-42aa-8d0d-cd46348e51b1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:30:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25598" uid: d66dcef8-37db-40d3-9065-01769b059191 kind: Event lastTimestamp: "2026-04-16T14:30:42Z" message: InferenceGraph [switch-graph-3ca33] is Ready metadata: creationTimestamp: "2026-04-16T14:30:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:30:42Z" name: switch-graph-3ca33.18a6dcc54c2c7655 namespace: kserve-ci-e2e-test resourceVersion: "25600" uid: 118ea82e-d353-431d-b857-afd607f4a9b7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25581" uid: b0c989cc-6e3e-488b-b3f0-e0973647f927 kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:27Z" name: switch-graph-3ca33.18a6dcc8c502d923 namespace: kserve-ci-e2e-test resourceVersion: "26007" uid: 46213553-052d-426a-81cb-ac7eff555ff0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:30:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ca33 namespace: kserve-ci-e2e-test resourceVersion: "25581" uid: b0c989cc-6e3e-488b-b3f0-e0973647f927 kind: Event lastTimestamp: "2026-04-16T14:31:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:30:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:31:27Z" name: switch-graph-3ca33.18a6dcc8c550fa47 namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: b1abbee4-8d0f-4b27-b642-416b10e8ce50 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:09:56.965058Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-7cd29-bcdbb89fd-mxb6d to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:09:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:09:56Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba32f5dcbee namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: 2d811386-e4dd-4df1-9eac-aecf7bbe4cf5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:57Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:09:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-7cd29-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:57Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba33dc8907d namespace: kserve-ci-e2e-test resourceVersion: "15480" uid: 77cf8694-b181-4209-86dc-acda4bd301ab reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:57Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:09:57Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:09:57Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba36c5c141d namespace: kserve-ci-e2e-test resourceVersion: "15490" uid: 3f24e483-d5f0-41aa-aa2a-6a19df0f6c20 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7cd29} kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:09:58Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" already present on machine metadata: creationTimestamp: "2026-04-16T14:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:58Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba36d974e76 namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: 88e2718a-40bb-435f-ae6e-0c5d8e7d15c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7cd29} kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:09:58Z" message: 'Created container: switch-graph-7cd29' metadata: creationTimestamp: "2026-04-16T14:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:58Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba3707568fe namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 75bb8629-2759-4438-a4fa-d3ef72894e1e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7cd29} kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:09:58Z" message: Started container switch-graph-7cd29 metadata: creationTimestamp: "2026-04-16T14:09:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:58Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dba370e47283 namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: 7b98c462-8d71-468e-b291-881dd81a8d13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:18:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7cd29} kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:18:11Z" message: Stopping container switch-graph-7cd29 metadata: creationTimestamp: "2026-04-16T14:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:11Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dc1663eedc57 namespace: kserve-ci-e2e-test resourceVersion: "18967" uid: 21739b10-59f6-49d4-afe8-21498df7b428 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:18:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7cd29} kind: Pod name: switch-graph-7cd29-bcdbb89fd-mxb6d namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 2e90e6a5-9395-4b19-baca-1fd5c8add502 kind: Event lastTimestamp: "2026-04-16T14:18:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:18:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:18:39Z" name: switch-graph-7cd29-bcdbb89fd-mxb6d.18a6dc1721b58115 namespace: kserve-ci-e2e-test resourceVersion: "19286" uid: f3fdd5bf-8f23-421f-9ff8-1b27f5d5a735 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-7cd29-bcdbb89fd namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: 87e8b01c-07d8-40c0-bc9c-edeab800287d kind: Event lastTimestamp: "2026-04-16T14:09:56Z" message: 'Created pod: switch-graph-7cd29-bcdbb89fd-mxb6d' metadata: creationTimestamp: "2026-04-16T14:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:56Z" name: switch-graph-7cd29-bcdbb89fd.18a6dba32f050f51 namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 1c984e64-6580-4c90-b990-accac5a656f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 42b68683-7ac8-4d9c-b18e-24b9013dc2c6 kind: Event lastTimestamp: "2026-04-16T14:09:56Z" message: Scaled up replica set switch-graph-7cd29-bcdbb89fd from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:09:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:09:56Z" name: switch-graph-7cd29.18a6dba32e0efeb2 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 9076a1e2-c833-41f0-958e-589894a0a2d3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15471" uid: 38964d36-c9b1-436c-88ee-5afb4faf41ae kind: Event lastTimestamp: "2026-04-16T14:09:57Z" message: InferenceGraph [switch-graph-7cd29] is Ready metadata: creationTimestamp: "2026-04-16T14:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:57Z" name: switch-graph-7cd29.18a6dba33300f26c namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 48344231-f465-4348-a7db-1d6b9c660ea5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: 38964d36-c9b1-436c-88ee-5afb4faf41ae kind: Event lastTimestamp: "2026-04-16T14:09:57Z" message: 'Failed to update status for InferenceGraph "switch-graph-7cd29": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:57Z" name: switch-graph-7cd29.18a6dba3353073fe namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: ccfea6ea-8815-4ef0-bbce-2cf4db19d520 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:09:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: 38964d36-c9b1-436c-88ee-5afb4faf41ae kind: Event lastTimestamp: "2026-04-16T14:09:57Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-7cd29": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-16T14:09:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:09:57Z" name: switch-graph-7cd29.18a6dba33530b03b namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 0d7f8fde-0a23-4c15-9796-3dde6aaffe2a reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: b3491095-0e5b-489b-a3fa-539ca0246b85 kind: Event lastTimestamp: "2026-04-16T14:10:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:41Z" name: switch-graph-7cd29.18a6dba6acce8061 namespace: kserve-ci-e2e-test resourceVersion: "15897" uid: 5c35fef3-2d4d-4bab-a912-1607af8855d1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-16T14:10:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7cd29 namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: b3491095-0e5b-489b-a3fa-539ca0246b85 kind: Event lastTimestamp: "2026-04-16T14:10:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-16T14:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:10:41Z" name: switch-graph-7cd29.18a6dba6ad31dc2e namespace: kserve-ci-e2e-test resourceVersion: "15898" uid: 198e78d3-1c24-42f1-8599-4493ddc3df10 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-16T14:08:32.531992Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14374" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-b65bd-66566fb599-49wh4 to ip-10-0-128-129.ec2.internal metadata: creationTimestamp: "2026-04-16T14:08:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-16T14:08:32Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db8f86c3793b namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: c85a7280-32ee-412b-b904-4425cdcd8603 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-795b5474b-z8bqn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:32Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-b65bd-serving-cert" not found' metadata: creationTimestamp: "2026-04-16T14:08:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:32Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db8f954f8003 namespace: kserve-ci-e2e-test resourceVersion: "14392" uid: a91166d3-f129-4f4e-85e8-961d04c7b44a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:33Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14384" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:33Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-16T14:08:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-16T14:08:33Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db8fc3c4f11a namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: ab711185-0ff3-4e96-bf6a-60cf9da550e6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:33Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" metadata: creationTimestamp: "2026-04-16T14:08:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:33Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db8fc5110ae4 namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: 09988218-be16-4be1-b360-5fd35c414e93 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:36Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:24e0d07fc928f25bef5abad5b7d6f0433a913fef03e0557ec5bebf00bc2024ca" in 2.695s (2.695s including waiting). Image size: 216230490 bytes.' metadata: creationTimestamp: "2026-04-16T14:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:36Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db9065bc6b3f namespace: kserve-ci-e2e-test resourceVersion: "14420" uid: 789575e8-9385-4db9-a566-e2021dce6386 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:36Z" message: 'Created container: switch-graph-b65bd' metadata: creationTimestamp: "2026-04-16T14:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:36Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db906898e7ea namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: aadd3122-eed6-44e7-8e1d-7252fa54cc58 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:36Z" message: Started container switch-graph-b65bd metadata: creationTimestamp: "2026-04-16T14:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:36Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db9069140c76 namespace: kserve-ci-e2e-test resourceVersion: "14423" uid: d6882271-cb3a-4292-814b-d68c1f04cc3d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:08:46Z" message: Stopping container switch-graph-b65bd metadata: creationTimestamp: "2026-04-16T14:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:08:46Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db92d5971ae6 namespace: kserve-ci-e2e-test resourceVersion: "14531" uid: 93e80901-e902-4886-b364-e761dfc42a7b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-16T14:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-b65bd} kind: Pod name: switch-graph-b65bd-66566fb599-49wh4 namespace: kserve-ci-e2e-test resourceVersion: "14377" uid: 61ddac6d-b172-44b4-85de-3488958a876b kind: Event lastTimestamp: "2026-04-16T14:09:12Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-16T14:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-16T14:09:12Z" name: switch-graph-b65bd-66566fb599-49wh4.18a6db930cf52d4d namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 86c23e4e-1b38-47b5-920f-105e0c7f234b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-129.ec2.internal source: component: kubelet host: ip-10-0-128-129.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-b65bd-66566fb599 namespace: kserve-ci-e2e-test resourceVersion: "14371" uid: 3cad9b6a-28fc-42df-831c-da268e868b9c kind: Event lastTimestamp: "2026-04-16T14:08:32Z" message: 'Created pod: switch-graph-b65bd-66566fb599-49wh4' metadata: creationTimestamp: "2026-04-16T14:08:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:32Z" name: switch-graph-b65bd-66566fb599.18a6db8f865f2d81 namespace: kserve-ci-e2e-test resourceVersion: "14376" uid: 3fe66ce4-3fec-4153-846f-7f14b2f7f974 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-b65bd namespace: kserve-ci-e2e-test resourceVersion: "14369" uid: cfcbd24b-409f-4279-a32e-970754d99af9 kind: Event lastTimestamp: "2026-04-16T14:08:32Z" message: Scaled up replica set switch-graph-b65bd-66566fb599 from 0 to 1 metadata: creationTimestamp: "2026-04-16T14:08:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-16T14:08:32Z" name: switch-graph-b65bd.18a6db8f855be5db namespace: kserve-ci-e2e-test resourceVersion: "14372" uid: 3a3387b9-2aa6-4f42-aa6e-b0eadecc7c76 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-16T14:08:32Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-b65bd namespace: kserve-ci-e2e-test resourceVersion: "14386" uid: f63f4f1c-8e7d-4c8c-9212-7b98aa774c00 kind: Event lastTimestamp: "2026-04-16T14:08:32Z" message: InferenceGraph [switch-graph-b65bd] is Ready metadata: creationTimestamp: "2026-04-16T14:08:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-16T14:08:32Z" name: switch-graph-b65bd.18a6db8f88f3f45a namespace: kserve-ci-e2e-test resourceVersion: "14388" uid: a8d59cab-ade5-4c62-85c6-fc3792991000 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "32991"