--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:43:56.377201Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21968" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-4d797-7499bc55d8-mpnxg to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:43:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:43:56Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d6851724f644bd namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: 342c9cec-b858-4739-a4cf-59a2c8d76f97 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:56Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:43:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-4d797-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:43:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:56Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d685172f2eef92 namespace: kserve-ci-e2e-test resourceVersion: "21985" uid: 96cb1dd9-3d92-4833-8253-b6d155254596 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:57Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21977" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:43:57Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:43:57Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d685176ab911bf namespace: kserve-ci-e2e-test resourceVersion: "21993" uid: 2a9a47f5-af11-4e5d-be67-c59b93303fe1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4d797} kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:43:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:57Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d685176c116285 namespace: kserve-ci-e2e-test resourceVersion: "21995" uid: 8c1a8bc8-9e9a-413a-9937-06d6a6b9ce11 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4d797} kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:43:57Z" message: 'Created container: ensemble-graph-4d797' metadata: creationTimestamp: "2026-09-18T20:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:57Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d685176f248b65 namespace: kserve-ci-e2e-test resourceVersion: "21996" uid: 3e237c9d-d2e7-4218-9b80-05d7a013f9d8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4d797} kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:43:57Z" message: Started container ensemble-graph-4d797 metadata: creationTimestamp: "2026-09-18T20:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:57Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d685176fa886c7 namespace: kserve-ci-e2e-test resourceVersion: "21997" uid: 09590896-f7f6-4620-ad01-16e9b62fd7b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4d797} kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Stopping container ensemble-graph-4d797 metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d6858a6a0dd70a namespace: kserve-ci-e2e-test resourceVersion: "25782" uid: 741d15aa-02be-4fb4-b217-aff83f69e667 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4d797} kind: Pod name: ensemble-graph-4d797-7499bc55d8-mpnxg namespace: kserve-ci-e2e-test resourceVersion: "21970" uid: adbeb797-49d3-47a0-9de4-09fc90f6e234 kind: Event lastTimestamp: "2026-09-18T20:52:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:39Z" name: ensemble-graph-4d797-7499bc55d8-mpnxg.18d6858b217b69ff namespace: kserve-ci-e2e-test resourceVersion: "26126" uid: 251cc403-d58d-4f94-a538-96f328cebbf4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-4d797-7499bc55d8 namespace: kserve-ci-e2e-test resourceVersion: "21965" uid: 145f2f6c-8b1d-48fd-ad33-ad7b783ddf51 kind: Event lastTimestamp: "2026-09-18T20:43:56Z" message: 'Created pod: ensemble-graph-4d797-7499bc55d8-mpnxg' metadata: creationTimestamp: "2026-09-18T20:43:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:56Z" name: ensemble-graph-4d797-7499bc55d8.18d685172482bfa6 namespace: kserve-ci-e2e-test resourceVersion: "21969" uid: fc68e893-065f-42ad-a6ed-f9a114919876 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21963" uid: a9a2ea55-f1c3-4c7e-a3f4-bcb435f20b4d kind: Event lastTimestamp: "2026-09-18T20:43:56Z" message: Scaled up replica set ensemble-graph-4d797-7499bc55d8 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:43:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:56Z" name: ensemble-graph-4d797.18d685172373bfa2 namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: 509dd2d2-972e-459f-b834-a550853cd815 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: fe61a325-56d6-4722-ad1f-05d00e1c2834 kind: Event lastTimestamp: "2026-09-18T20:43:56Z" message: InferenceGraph [ensemble-graph-4d797] is Ready metadata: creationTimestamp: "2026-09-18T20:43:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:56Z" name: ensemble-graph-4d797.18d685172925f2b6 namespace: kserve-ci-e2e-test resourceVersion: "21981" uid: d125d087-f39e-4b36-99f1-4a6daaa53fc8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:44:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21964" uid: 0935fdd4-d97d-42a4-9fb6-b9a94f3623a6 kind: Event lastTimestamp: "2026-09-18T20:44:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:56Z" name: ensemble-graph-4d797.18d6851aa279d995 namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 24daeacd-ee60-46af-8f00-1ddfe8a88a25 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:44:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21964" uid: 0935fdd4-d97d-42a4-9fb6-b9a94f3623a6 kind: Event lastTimestamp: "2026-09-18T20:44:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:56Z" name: ensemble-graph-4d797.18d6851aa2e67a9a namespace: kserve-ci-e2e-test resourceVersion: "22505" uid: 4e31c146-5fa7-4abf-9d2f-2bd092b5bc45 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:42:35.597154Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20916" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-c092f-584d475545-7k5nt to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:42:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:42:35Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d6850456187c6e namespace: kserve-ci-e2e-test resourceVersion: "20921" uid: 12a3056a-f53c-4dac-b214-b4c9b1d5ee84 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:36Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20925" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:42:36Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:42:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:42:36Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d68504781a0c7b namespace: kserve-ci-e2e-test resourceVersion: "20939" uid: 919112be-52cb-44d6-a335-711bced7fc94 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c092f} kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:42:36Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:42:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:36Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d68504796d9580 namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: cd203644-56bb-42ae-8bd3-31f19338546b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c092f} kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:42:36Z" message: 'Created container: ensemble-graph-c092f' metadata: creationTimestamp: "2026-09-18T20:42:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:36Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d685047c19ced5 namespace: kserve-ci-e2e-test resourceVersion: "20942" uid: 63ad6214-ab6c-41d8-84d3-23585b83c5fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c092f} kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:42:36Z" message: Started container ensemble-graph-c092f metadata: creationTimestamp: "2026-09-18T20:42:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:36Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d685047c86b8e6 namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: 2c60aca2-0c6c-4e31-bfe6-0b6767c7b9ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c092f} kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Stopping container ensemble-graph-c092f metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d68506c83b3743 namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 1ba44f01-4f54-4e1d-805c-2abf2d349dcb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c092f} kind: Pod name: ensemble-graph-c092f-584d475545-7k5nt namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 599dd503-d5e8-405d-baf9-3a29e260e2bc kind: Event lastTimestamp: "2026-09-18T20:43:13Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:13Z" name: ensemble-graph-c092f-584d475545-7k5nt.18d685074624af43 namespace: kserve-ci-e2e-test resourceVersion: "21439" uid: ed09ed4e-871f-4ea5-9bd9-f5d834404a57 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-c092f-584d475545 namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 4a6d1b66-6778-494e-a789-d30c7346a547 kind: Event lastTimestamp: "2026-09-18T20:42:35Z" message: 'Created pod: ensemble-graph-c092f-584d475545-7k5nt' metadata: creationTimestamp: "2026-09-18T20:42:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:35Z" name: ensemble-graph-c092f-584d475545.18d68504559d2fa4 namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 8ae7494c-2156-415a-98e2-70b8c660b4aa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-c092f namespace: kserve-ci-e2e-test resourceVersion: "20911" uid: bc82e9b9-2253-4526-a6ac-8ceae50051f1 kind: Event lastTimestamp: "2026-09-18T20:42:35Z" message: Scaled up replica set ensemble-graph-c092f-584d475545 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:42:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:35Z" name: ensemble-graph-c092f.18d68504549520dc namespace: kserve-ci-e2e-test resourceVersion: "20914" uid: 44b7ef28-e151-41e9-a3cc-fee8e7c68bf4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-c092f namespace: kserve-ci-e2e-test resourceVersion: "20929" uid: f7212791-817e-4dc3-b32d-5a38f51378e2 kind: Event lastTimestamp: "2026-09-18T20:42:35Z" message: InferenceGraph [ensemble-graph-c092f] is Ready metadata: creationTimestamp: "2026-09-18T20:42:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:35Z" name: ensemble-graph-c092f.18d685045ae515c0 namespace: kserve-ci-e2e-test resourceVersion: "20931" uid: 9db20fb2-ae5a-447d-899c-5139066df07a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:32:30.893010Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:32:30Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d684778aeb9327 namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: 529958cd-df61-472c-9a44-ec7dd83a7566 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477acbf1fb7 namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: 4cbf88cf-c9de-4990-8377-c5c1933ab8dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477ae071474 namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: d413af77-ca22-42ed-b324-c6a3e7ef3ba1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477b0bb1f27 namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: bb44fb8d-1fe0-4e50-9754-3bb195aee841 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477b12c7c13 namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 94c85db0-f6a1-4285-9dd7-2e952bb6b7cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477b1377f8c namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 65bdbba9-e850-4928-867f-bc99abc359fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477b3973819 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: 572eb79c-7c7e-4f62-a782-8ec5bcc123c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d68477b403c64e namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: bb176562-266e-40dd-8a71-1824211b53e0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:32:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:41:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:59Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d6847820420350 namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: 28997f63-6045-4a30-a413-521651e382ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d684fb32803992 namespace: kserve-ci-e2e-test resourceVersion: "20482" uid: b3696941-2315-4a62-94e0-b2ab471002cf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d684fb3280acb4 namespace: kserve-ci-e2e-test resourceVersion: "20484" uid: 18b5d867-7f3e-4117-ab8a-f17627ef0edb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: ef5aba97-3d63-4bd9-8090-df52ac3112f9 kind: Event lastTimestamp: "2026-09-18T20:41:59Z" message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp 10.132.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:59Z" name: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89.18d684fbe8ff8c38 namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: a5c37646-ad07-461f-8920-bf0212f1ccdf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2bced-predictor-66fb58dcfb namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 990fed48-0461-41e3-a962-86ee3ec35155 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'Created pod: error-404-isvc-2bced-predictor-66fb58dcfb-jlz89' metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: error-404-isvc-2bced-predictor-66fb58dcfb.18d684778a7aa60a namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: d25a9507-910e-4425-b41e-f22a22e35960 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: ddbaae56-b2c8-4830-8a5a-06017dcad065 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Scaled up replica set error-404-isvc-2bced-predictor-66fb58dcfb from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: error-404-isvc-2bced-predictor.18d6847788ef76f8 namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: 13de08d4-88b1-48ef-9876-debb474cd426 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 16a7850c-bf50-4e6b-bfb8-b8ea438cf768 kind: Event lastTimestamp: "2026-09-18T20:33:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:00Z" name: error-404-isvc-2bced-predictor.18d6847b075ac4a0 namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: 155a896f-12e8-4c43-93c7-c1e19cfcd24b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 16a7850c-bf50-4e6b-bfb8-b8ea438cf768 kind: Event lastTimestamp: "2026-09-18T20:33:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:00Z" name: error-404-isvc-2bced-predictor.18d6847b07bb8bdd namespace: kserve-ci-e2e-test resourceVersion: "16463" uid: 0d94df83-f581-46e6-a557-cb92b4a107c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:33:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 16a7850c-bf50-4e6b-bfb8-b8ea438cf768 kind: Event lastTimestamp: "2026-09-18T20:34:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:00Z" name: error-404-isvc-2bced-predictor.18d68482051e7845 namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: a8532196-beab-4c1c-8db5-9555600d5cfa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:33:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 16a7850c-bf50-4e6b-bfb8-b8ea438cf768 kind: Event lastTimestamp: "2026-09-18T20:34:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:00Z" name: error-404-isvc-2bced-predictor.18d684820586c0b2 namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 27f92563-a466-4abf-ba9a-c715489adbbd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2bced namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: 4e9f4ecb-a58d-4488-92f1-426f1ae92c43 kind: Event lastTimestamp: "2026-09-18T20:33:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:29Z" name: error-404-isvc-2bced.18d6847788e36243 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: c76d6668-d40b-43d1-9c53-3f66c9cc64fb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2bced namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: 4e9f4ecb-a58d-4488-92f1-426f1ae92c43 kind: Event lastTimestamp: "2026-09-18T20:33:29Z" message: InferenceService [error-404-isvc-2bced] is Ready metadata: creationTimestamp: "2026-09-18T20:33:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:29Z" name: error-404-isvc-2bced.18d684852f95aa9e namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: 50be257b-0d14-4e34-8809-02ac0d2fae84 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:42:46.436062Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:42:46Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d68506dc252c84 namespace: kserve-ci-e2e-test resourceVersion: "21125" uid: b9bcfa49-4db4-4a30-a014-63c7282a0106 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d68506fe313b22 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: 7ad60872-f5d0-4047-b4ed-daebd251d542 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d68506ffd8dbb5 namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 0e466996-59dd-442b-8420-b85e243e5436 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d68507026ca99e namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: 08bb7547-b11c-4712-89ab-5d7bd8d47afa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6850702dc1a17 namespace: kserve-ci-e2e-test resourceVersion: "21149" uid: c865e6d1-f405-45d1-ae7d-9357300e2aa9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6850702e6a02f namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: 016b1fc4-158e-4672-a238-b203117d77cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6850705fd5cee namespace: kserve-ci-e2e-test resourceVersion: "21153" uid: 52a8e846-83cc-4dbb-81ad-28e40c1fba8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d68507066d4b59 namespace: kserve-ci-e2e-test resourceVersion: "21154" uid: 6e0b25a1-65c6-476d-a7f0-15ef7365088c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:52:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:14Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6850770b116df namespace: kserve-ci-e2e-test resourceVersion: "25934" uid: 4cd6f18b-3f5a-4ca9-940d-44934ec25497 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6858a76cc069f namespace: kserve-ci-e2e-test resourceVersion: "25845" uid: d05059fe-69df-4f5c-90a9-231b079627bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6858a76cca1b6 namespace: kserve-ci-e2e-test resourceVersion: "25850" uid: 2be3a390-2eea-4df7-bfe5-f963efacfb3d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 76efc5ca-f01f-414c-8db1-fa51cc51e4ac kind: Event lastTimestamp: "2026-09-18T20:52:14Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:14Z" name: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf.18d6858b3932fe78 namespace: kserve-ci-e2e-test resourceVersion: "25933" uid: f8dc402f-8f8c-4c0e-8b35-e4b47443970e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4d797-predictor-5b98b8c79d namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: c60eca72-2119-4587-8111-f7beb1548c24 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: 'Created pod: error-404-isvc-4d797-predictor-5b98b8c79d-hfnzf' metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:46Z" name: error-404-isvc-4d797-predictor-5b98b8c79d.18d68506dbb5b202 namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: b3f27cfb-6ac2-401b-91c8-8331a728b3c5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21112" uid: e5d3094e-ea1c-4a15-aa1e-a2b65ed5cc82 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Scaled up replica set error-404-isvc-4d797-predictor-5b98b8c79d from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:46Z" name: error-404-isvc-4d797-predictor.18d68506d9bbd5e9 namespace: kserve-ci-e2e-test resourceVersion: "21115" uid: ab5d3133-abe1-4e3d-95be-ab3cf781634c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 4b1caff0-59c2-4d03-8f7d-90e6f47b7db5 kind: Event lastTimestamp: "2026-09-18T20:43:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:16Z" name: error-404-isvc-4d797-predictor.18d6850a583b7646 namespace: kserve-ci-e2e-test resourceVersion: "21474" uid: 6961b765-a342-4649-be8c-270a914b4096 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 4b1caff0-59c2-4d03-8f7d-90e6f47b7db5 kind: Event lastTimestamp: "2026-09-18T20:43:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:16Z" name: error-404-isvc-4d797-predictor.18d6850a58afe570 namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 9657480e-1c82-4390-b812-589484834af9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: 4b1caff0-59c2-4d03-8f7d-90e6f47b7db5 kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:16Z" name: error-404-isvc-4d797-predictor.18d685115616e38f namespace: kserve-ci-e2e-test resourceVersion: "22169" uid: 429b65b8-3a4a-45b9-9cf1-b51bdf847ea4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: 4b1caff0-59c2-4d03-8f7d-90e6f47b7db5 kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:16Z" name: error-404-isvc-4d797-predictor.18d68511567f5546 namespace: kserve-ci-e2e-test resourceVersion: "22170" uid: 2145ff6a-76e3-4122-8498-70b67dd3f132 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: a7b77151-d2c5-461d-8ac9-28c3a21d9bd9 kind: Event lastTimestamp: "2026-09-18T20:43:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:45Z" name: error-404-isvc-4d797.18d68506d9bee3ba namespace: kserve-ci-e2e-test resourceVersion: "21864" uid: c080eee0-9865-43b0-89db-eb4010c7053a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21862" uid: a7b77151-d2c5-461d-8ac9-28c3a21d9bd9 kind: Event lastTimestamp: "2026-09-18T20:43:45Z" message: InferenceService [error-404-isvc-4d797] is Ready metadata: creationTimestamp: "2026-09-18T20:43:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:45Z" name: error-404-isvc-4d797.18d685147fb44eab namespace: kserve-ci-e2e-test resourceVersion: "21863" uid: cbfd1f3b-3528-45ab-80da-9f744454d9b9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:32:00.254130Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15683" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d6847068b35b95 namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: ae1b48f5-3ff7-43a0-9fba-c05de334519d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-5b4a7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470770927cc namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 489e7cef-6e87-48d7-98be-6f0a4a615af5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470ae507bb3 namespace: kserve-ci-e2e-test resourceVersion: "15723" uid: 5b5d7536-3c1c-4598-a68e-d120470515a8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470afc9d4ee namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: cfd03fd8-ff10-4f94-9461-4458a43667af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470b2cbc9e6 namespace: kserve-ci-e2e-test resourceVersion: "15727" uid: 667263c8-c02c-49aa-92a3-9c9099c62a8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470b33ec3f5 namespace: kserve-ci-e2e-test resourceVersion: "15728" uid: acc68461-7aeb-44df-a74a-40e389655782 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470b349976f namespace: kserve-ci-e2e-test resourceVersion: "15729" uid: f088e640-49e7-4336-8ca2-ad2bd4974ee8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470b5f330b9 namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: 8d124119-2f35-4a4c-b29f-bf22f53db2c0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:01Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d68470b66a8014 namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: cbb9cb1a-01f6-4985-80a0-6ccdc734e1f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:32:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:32:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:49Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d684711c6edeac namespace: kserve-ci-e2e-test resourceVersion: "16351" uid: 2c9ee80b-6cc8-4950-9b8d-200b9705bcf5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d684f40b22a4d3 namespace: kserve-ci-e2e-test resourceVersion: "20117" uid: 7071b118-671a-4256-8efd-3a2133d224b7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8 namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: b117c588-1478-4cf8-8979-c74972d34bca kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8.18d684f40b232ad2 namespace: kserve-ci-e2e-test resourceVersion: "20120" uid: ce1a0c89-5fb8-4611-8e04-1932f39d3c3a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5b4a7-predictor-7d4878b6fd namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 8202ebc2-f6a5-418e-af5d-0c089efaa19a kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Created pod: error-404-isvc-5b4a7-predictor-7d4878b6fd-489v8' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7-predictor-7d4878b6fd.18d6847068581412 namespace: kserve-ci-e2e-test resourceVersion: "15684" uid: ea3dcf90-1bb0-4dab-b991-0c2c0b8dc5a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15671" uid: c56e7998-dc07-4338-a780-1097101415c4 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Scaled up replica set error-404-isvc-5b4a7-predictor-7d4878b6fd from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7-predictor.18d68470664aae21 namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: 44998324-e41a-4878-a40e-235133682eed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: cba46c4f-5473-4a9f-95b8-35a7aa832e35 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: error-404-isvc-5b4a7-predictor.18d68473e4d62538 namespace: kserve-ci-e2e-test resourceVersion: "16025" uid: e4d7bbfd-6b1d-408e-95c7-c7d2c69bbed8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: cba46c4f-5473-4a9f-95b8-35a7aa832e35 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: error-404-isvc-5b4a7-predictor.18d68473e54625fe namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: cf130f63-0a18-4f78-8727-a346ef97db92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15866" uid: cba46c4f-5473-4a9f-95b8-35a7aa832e35 kind: Event lastTimestamp: "2026-09-18T20:33:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:15Z" name: error-404-isvc-5b4a7-predictor.18d6847ae2cd506c namespace: kserve-ci-e2e-test resourceVersion: "16600" uid: ca992eeb-ca03-47b8-9f39-0997027500a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15866" uid: cba46c4f-5473-4a9f-95b8-35a7aa832e35 kind: Event lastTimestamp: "2026-09-18T20:33:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:15Z" name: error-404-isvc-5b4a7-predictor.18d6847ae3316158 namespace: kserve-ci-e2e-test resourceVersion: "16601" uid: 21e7f0ea-ca7c-4287-b718-eb1a0e5b1f7e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: f1b9d085-5803-46cc-8e2f-8148b953843a kind: Event lastTimestamp: "2026-09-18T20:32:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:59Z" name: error-404-isvc-5b4a7.18d6847066b623dd namespace: kserve-ci-e2e-test resourceVersion: "16444" uid: 4cb2e154-1311-4c1d-9b3f-bf153edd665f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: f1b9d085-5803-46cc-8e2f-8148b953843a kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Failed to update status for InferenceService "error-404-isvc-5b4a7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5b4a7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7.18d684706748aa1d namespace: kserve-ci-e2e-test resourceVersion: "15680" uid: c9b1a3d4-47e6-4d2c-b1da-c43a733947a9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: f1b9d085-5803-46cc-8e2f-8148b953843a kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5b4a7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-5b4a7.18d684706748f5f0 namespace: kserve-ci-e2e-test resourceVersion: "15682" uid: d8e03a81-2585-4aef-95f8-335d944bdaf4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: f1b9d085-5803-46cc-8e2f-8148b953843a kind: Event lastTimestamp: "2026-09-18T20:32:59Z" message: InferenceService [error-404-isvc-5b4a7] is Ready metadata: creationTimestamp: "2026-09-18T20:32:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:59Z" name: error-404-isvc-5b4a7.18d6847e2bc34f2a namespace: kserve-ci-e2e-test resourceVersion: "16443" uid: 1723e3c8-70b2-4d68-b043-b8a4160e6d56 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:52:11.728818Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-854fa-predictor-5f46c54d88-kcp7l to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858a7a381afe namespace: kserve-ci-e2e-test resourceVersion: "25867" uid: 4d575c97-ef12-4b21-b002-56bed8080b7c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-854fa-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858a83ae4404 namespace: kserve-ci-e2e-test resourceVersion: "25879" uid: fefbab0e-5684-42af-af06-679ac0cff71c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25873" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:52:12Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858abfe5af98 namespace: kserve-ci-e2e-test resourceVersion: "25894" uid: 606dafa6-6b49-4da9-b0b6-ead6ffdd88b0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac13e392a namespace: kserve-ci-e2e-test resourceVersion: "25900" uid: 5eb24c20-eb19-4d20-94ea-1521af1e3ee8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac44bf132 namespace: kserve-ci-e2e-test resourceVersion: "25903" uid: dba0d291-9dfd-4d61-b238-b1f294e78b0d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac4bc6c16 namespace: kserve-ci-e2e-test resourceVersion: "25904" uid: b13a4c6d-9287-4578-a732-441c8a6b15c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac4c6783d namespace: kserve-ci-e2e-test resourceVersion: "25905" uid: b33f03a8-5fd4-4251-95d8-6cb16b0e2c77 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:13Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac7ddd959 namespace: kserve-ci-e2e-test resourceVersion: "25907" uid: 88b08e59-49f6-4759-8392-ed19cf31924b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:13Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ac84dee6b namespace: kserve-ci-e2e-test resourceVersion: "25908" uid: 1f23cbaa-d4c5-4138-a807-f8519b00c3cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:52:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:59Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6858ad40c5333 namespace: kserve-ci-e2e-test resourceVersion: "26441" uid: 06ea6647-e944-4f6e-a5d7-e19e133479ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:32Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6859d570912cf namespace: kserve-ci-e2e-test resourceVersion: "26811" uid: f2e81699-cd7f-4d6c-a3da-b57f8d819db2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:32Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6859d5709b2b7 namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: 87937a78-b7f5-426b-ae83-7dff03c1d3ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 5e6eb230-f0b0-4942-9b74-e7f13d116ebf kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l.18d6859db0392260 namespace: kserve-ci-e2e-test resourceVersion: "26896" uid: 80887eb6-e80f-4780-b011-1c83682899f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-854fa-predictor-5f46c54d88 namespace: kserve-ci-e2e-test resourceVersion: "25854" uid: 3ad241ed-840b-430f-ae4b-fd93c48c1955 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'Created pod: error-404-isvc-854fa-predictor-5f46c54d88-kcp7l' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa-predictor-5f46c54d88.18d6858a79c568cf namespace: kserve-ci-e2e-test resourceVersion: "25864" uid: afead6eb-8f6d-4495-a8ca-5031f8724b16 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25848" uid: 084f92e0-8185-497d-baaf-51f04136b86c kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Scaled up replica set error-404-isvc-854fa-predictor-5f46c54d88 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa-predictor.18d6858a781d03ff namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 7c77b13c-92c4-4eb3-900c-e4372fc8a7f4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:52:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25853" uid: b3bad21a-33db-4070-a758-ce2f3610d571 kind: Event lastTimestamp: "2026-09-18T20:52:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:41Z" name: error-404-isvc-854fa-predictor.18d6858df6bfadff namespace: kserve-ci-e2e-test resourceVersion: "26151" uid: 1d11f8e5-e23e-48cf-afd2-3fe273fb6478 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:52:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25853" uid: b3bad21a-33db-4070-a758-ce2f3610d571 kind: Event lastTimestamp: "2026-09-18T20:52:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:41Z" name: error-404-isvc-854fa-predictor.18d6858df724f3df namespace: kserve-ci-e2e-test resourceVersion: "26152" uid: 0abb0ef2-b64c-44ed-8fb3-d1574b3e4469 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:52:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: b3bad21a-33db-4070-a758-ce2f3610d571 kind: Event lastTimestamp: "2026-09-18T20:53:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:26Z" name: error-404-isvc-854fa-predictor.18d68594f52abb69 namespace: kserve-ci-e2e-test resourceVersion: "26708" uid: 4d414e12-7e54-48d6-81ae-2795e308710c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:52:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: b3bad21a-33db-4070-a758-ce2f3610d571 kind: Event lastTimestamp: "2026-09-18T20:53:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:26Z" name: error-404-isvc-854fa-predictor.18d68594f591412f namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: 23d8cc05-72b3-4d70-880c-a64201502c95 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25821" uid: 30f4f60a-d93c-421a-ad57-0b8d3ad4fecb kind: Event lastTimestamp: "2026-09-18T20:53:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:09Z" name: error-404-isvc-854fa.18d6858a785bb33b namespace: kserve-ci-e2e-test resourceVersion: "26521" uid: b50de1ca-d1d6-4d83-afb6-ad3eca55d2c7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25821" uid: 30f4f60a-d93c-421a-ad57-0b8d3ad4fecb kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'Failed to update status for InferenceService "error-404-isvc-854fa": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-854fa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa.18d6858a78b8700e namespace: kserve-ci-e2e-test resourceVersion: "25858" uid: afde1650-0631-4a79-85b6-3e880f7f8695 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25821" uid: 30f4f60a-d93c-421a-ad57-0b8d3ad4fecb kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-854fa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:52:11Z" name: error-404-isvc-854fa.18d6858a78b8be21 namespace: kserve-ci-e2e-test resourceVersion: "25860" uid: 761476fe-80fe-4d3c-b129-93e2c0b64b3f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "26519" uid: 30f4f60a-d93c-421a-ad57-0b8d3ad4fecb kind: Event lastTimestamp: "2026-09-18T20:53:09Z" message: InferenceService [error-404-isvc-854fa] is Ready metadata: creationTimestamp: "2026-09-18T20:53:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:09Z" name: error-404-isvc-854fa.18d68597e3cc4de8 namespace: kserve-ci-e2e-test resourceVersion: "26520" uid: 9aeba960-52f0-4fe5-a316-d7e4412cc88a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:53:32.949804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26853" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:53:32Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859d635e0183 namespace: kserve-ci-e2e-test resourceVersion: "26857" uid: 2bdcf3db-387b-460f-9eb9-9c6520ca3316 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:33Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-8bda6-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:53:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:33Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859d6d3123fc namespace: kserve-ci-e2e-test resourceVersion: "26869" uid: d55f8e2f-cd77-4c42-8739-886f6d269ee7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26861" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859da8f8f993 namespace: kserve-ci-e2e-test resourceVersion: "26888" uid: 5bd961d3-5c64-4930-b56d-0279dff8b26b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859daa378f32 namespace: kserve-ci-e2e-test resourceVersion: "26890" uid: 6820c390-6904-414e-a6b9-26620e20f571 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859daced1567 namespace: kserve-ci-e2e-test resourceVersion: "26893" uid: b1f253ad-a908-4aeb-acbc-38612e5faaf2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859dad726d03 namespace: kserve-ci-e2e-test resourceVersion: "26894" uid: 0822c18b-fcda-4d13-ae86-3b605ebfc8e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859dad7cc84a namespace: kserve-ci-e2e-test resourceVersion: "26895" uid: fff92e87-9e3f-4414-ba24-ac5b1f90395f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859db0599704 namespace: kserve-ci-e2e-test resourceVersion: "26897" uid: 732778b2-2e99-412b-bd9b-15a647f166ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859db0c9ed71 namespace: kserve-ci-e2e-test resourceVersion: "26898" uid: b03e4df0-cd1c-4462-9a1e-3d35022642c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T20:54:21Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:54:21Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6859e00cd1ff8 namespace: kserve-ci-e2e-test resourceVersion: "27353" uid: f5e5a5e3-7776-41a4-a4c2-24ec5ef24a4d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T21:02:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T21:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:02:58Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d68620f7acfd20 namespace: kserve-ci-e2e-test resourceVersion: "31028" uid: 0579b67b-a036-4274-aa2a-6434f6fdda20 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T21:02:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T21:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:02:58Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d68620f7ad4189 namespace: kserve-ci-e2e-test resourceVersion: "31029" uid: 43ab4676-a8e5-49b5-bce0-660c3c8fac66 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:03:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T21:03:02Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-09-18T21:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:03:02Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6862204fa0390 namespace: kserve-ci-e2e-test resourceVersion: "31072" uid: 2bec3cfd-2ee3-4b99-a10a-e6eaa49900ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:03:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt namespace: kserve-ci-e2e-test resourceVersion: "26855" uid: 52585ff4-b97a-40ac-a56c-fc2ff98ce90f kind: Event lastTimestamp: "2026-09-18T21:03:02Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: i/o timeout' metadata: creationTimestamp: "2026-09-18T21:03:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:03:02Z" name: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt.18d6862205487481 namespace: kserve-ci-e2e-test resourceVersion: "31073" uid: dffa55ab-feee-4120-90f9-7aa45ab394cb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8bda6-predictor-69655b5cb6 namespace: kserve-ci-e2e-test resourceVersion: "26846" uid: e1ffa47d-e3a0-4e1a-bbf2-14b45a2e3bc9 kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: 'Created pod: error-404-isvc-8bda6-predictor-69655b5cb6-9wgtt' metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:32Z" name: error-404-isvc-8bda6-predictor-69655b5cb6.18d6859d62e63929 namespace: kserve-ci-e2e-test resourceVersion: "26854" uid: 7fdc5389-5b91-4273-b1bb-f40451415d13 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26844" uid: 43766691-d9d0-42e3-9566-ea86b5abae25 kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Scaled up replica set error-404-isvc-8bda6-predictor-69655b5cb6 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:32Z" name: error-404-isvc-8bda6-predictor.18d6859d6108bd7c namespace: kserve-ci-e2e-test resourceVersion: "26847" uid: 84e73f5c-6a20-4e07-bb4a-5f656dce7977 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:53:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26845" uid: a1527be0-4202-409d-b8f2-a395bdc9a902 kind: Event lastTimestamp: "2026-09-18T20:54:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:02Z" name: error-404-isvc-8bda6-predictor.18d685a0df9dedf0 namespace: kserve-ci-e2e-test resourceVersion: "27211" uid: cd10642d-d993-4342-b43a-75698a269cdf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:53:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26845" uid: a1527be0-4202-409d-b8f2-a395bdc9a902 kind: Event lastTimestamp: "2026-09-18T20:54:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:02Z" name: error-404-isvc-8bda6-predictor.18d685a0e00e176a namespace: kserve-ci-e2e-test resourceVersion: "27212" uid: de96f43b-baf3-4b84-932d-15ce0cfc6d32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:54:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27046" uid: a1527be0-4202-409d-b8f2-a395bdc9a902 kind: Event lastTimestamp: "2026-09-18T20:55:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:54:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:55:02Z" name: error-404-isvc-8bda6-predictor.18d685a7dd614763 namespace: kserve-ci-e2e-test resourceVersion: "27715" uid: 1e406005-39cf-4483-b461-c176c4bd0730 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:54:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27046" uid: a1527be0-4202-409d-b8f2-a395bdc9a902 kind: Event lastTimestamp: "2026-09-18T20:55:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:54:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:55:02Z" name: error-404-isvc-8bda6-predictor.18d685a7ddc2cc51 namespace: kserve-ci-e2e-test resourceVersion: "27716" uid: c76f2790-8740-4c09-bff2-6be5bfd22c21 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "26833" uid: 997f4c4e-0d97-401e-a8ef-908a525c9d90 kind: Event lastTimestamp: "2026-09-18T20:54:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:54:31Z" name: error-404-isvc-8bda6.18d6859d610d00fa namespace: kserve-ci-e2e-test resourceVersion: "27442" uid: 950496a2-0600-4c2c-9e7e-3d27b6532eee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27439" uid: 997f4c4e-0d97-401e-a8ef-908a525c9d90 kind: Event lastTimestamp: "2026-09-18T20:54:31Z" message: InferenceService [error-404-isvc-8bda6] is Ready metadata: creationTimestamp: "2026-09-18T20:54:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:54:31Z" name: error-404-isvc-8bda6.18d685ab1066ef14 namespace: kserve-ci-e2e-test resourceVersion: "27440" uid: 37cda91a-093f-402e-8c59-65805bdabd2e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:43:17.876899Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21583" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e2e2a5173 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 13f39874-cef0-4932-9f15-0e855e3b33d1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e5027e970 namespace: kserve-ci-e2e-test resourceVersion: "21611" uid: e4ef02d1-4f6f-4486-b76f-cb117ce5f83c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e518b0f12 namespace: kserve-ci-e2e-test resourceVersion: "21615" uid: 00712b12-23c2-47cd-a385-90b603595bc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e54657359 namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 2730caa2-ca58-423e-b5f5-d6053e2a1fee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e54d60d18 namespace: kserve-ci-e2e-test resourceVersion: "21619" uid: 9f6d2e10-2988-416c-bc39-221cdec04fff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e54e1026d namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: 6c051c0d-8fec-4af8-b973-27f60fc50228 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e57a251be namespace: kserve-ci-e2e-test resourceVersion: "21621" uid: ded52dbc-723b-4070-806d-6b1e68c7c946 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850e58137ed9 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: 323def1e-13d6-4a99-ac60-d230a27c9403 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:43:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:52:46Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:43:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:46Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6850eb02abf20 namespace: kserve-ci-e2e-test resourceVersion: "26321" uid: 4406cbaa-44ae-4786-a379-069fd15b725f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d68591c7d36379 namespace: kserve-ci-e2e-test resourceVersion: "26215" uid: 7e942e83-f9f2-426e-92bc-b1d6d07c5056 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d68591c7d43104 namespace: kserve-ci-e2e-test resourceVersion: "26216" uid: d1ed6aa1-6ecb-436e-b8e6-e08602e57882 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 03fac5e6-36ee-43f7-9fa7-936fa18b4f4d kind: Event lastTimestamp: "2026-09-18T20:52:46Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:46Z" name: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5.18d6859278a64566 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: 7a0190f3-e909-4d30-a2af-ba64e992fcf2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8cb8c-predictor-bdf644456 namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: cd2dbc63-8de8-401a-b9ee-975a65982f14 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'Created pod: error-404-isvc-8cb8c-predictor-bdf644456-v5zh5' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-8cb8c-predictor-bdf644456.18d6850e2da01ab3 namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 7489f37e-d889-4ea1-96b7-e895dcf313a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21574" uid: 753c035c-75c0-48c5-8f8e-5ef6af75d21b kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Scaled up replica set error-404-isvc-8cb8c-predictor-bdf644456 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-8cb8c-predictor.18d6850e2bd23e84 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: 48b1386d-b14e-4a3e-b81e-e61ba0b9ebd8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: b35195db-8d73-49c9-b397-a76b8f0f271b kind: Event lastTimestamp: "2026-09-18T20:43:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:32Z" name: error-404-isvc-8cb8c-predictor.18d68511aaabcb45 namespace: kserve-ci-e2e-test resourceVersion: "21754" uid: 98fd1156-e26f-42de-ab46-51a526200488 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: b35195db-8d73-49c9-b397-a76b8f0f271b kind: Event lastTimestamp: "2026-09-18T20:43:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:32Z" name: error-404-isvc-8cb8c-predictor.18d68511ab67799c namespace: kserve-ci-e2e-test resourceVersion: "21755" uid: 66ba25cc-ed5e-462a-ac24-bb5a86bcb0d7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21753" uid: b35195db-8d73-49c9-b397-a76b8f0f271b kind: Event lastTimestamp: "2026-09-18T20:44:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:32Z" name: error-404-isvc-8cb8c-predictor.18d6851529e973a5 namespace: kserve-ci-e2e-test resourceVersion: "22327" uid: 40ed6f63-08c9-445e-83ab-80a126773aab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21753" uid: b35195db-8d73-49c9-b397-a76b8f0f271b kind: Event lastTimestamp: "2026-09-18T20:44:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:32Z" name: error-404-isvc-8cb8c-predictor.18d685152a4d7586 namespace: kserve-ci-e2e-test resourceVersion: "22329" uid: d4acb25d-2f28-4050-a366-5fd4ccc09cb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: c6685410-2d50-46bd-bd67-2105653a37fe kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:44:16Z" name: error-404-isvc-8cb8c.18d6850e2bd60fd5 namespace: kserve-ci-e2e-test resourceVersion: "22165" uid: 6d021d26-8fd0-4995-beef-ea3d2879fe48 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: c6685410-2d50-46bd-bd67-2105653a37fe kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'Failed to update status for InferenceService "error-404-isvc-8cb8c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8cb8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-8cb8c.18d6850e2c8b7961 namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: af8df6fc-f1fa-4aeb-a86e-4cec0204c245 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: c6685410-2d50-46bd-bd67-2105653a37fe kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8cb8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-8cb8c.18d6850e2c8bada5 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 85c268c2-c69c-4564-9c4d-3e75c04a09f4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22162" uid: c6685410-2d50-46bd-bd67-2105653a37fe kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: InferenceService [error-404-isvc-8cb8c] is Ready metadata: creationTimestamp: "2026-09-18T20:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:44:16Z" name: error-404-isvc-8cb8c.18d6851bbf78946b namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: 670dbe80-4be6-4622-a0e6-33cfb9d104b0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:41:25.696471Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20129" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c092f-predictor-64b7d65596-7k47n to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f40fb0c9f1 namespace: kserve-ci-e2e-test resourceVersion: "20133" uid: fb0c34bb-f94b-443f-8a94-c7d01994e563 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c092f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f41932e58b namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 46d26bce-cfb3-4efd-bf8f-d045bce74a3d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:41:26Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f4557a7d8b namespace: kserve-ci-e2e-test resourceVersion: "20167" uid: 635962f6-34e9-4c85-90f9-fd1c5cfd13f9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f4572e6596 namespace: kserve-ci-e2e-test resourceVersion: "20169" uid: c03822f7-e6db-42f1-ace5-f5a8f4be11ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f459e06231 namespace: kserve-ci-e2e-test resourceVersion: "20173" uid: 52fdc2a5-be20-4eb4-9b00-09c32a2ba350 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f45a4b5029 namespace: kserve-ci-e2e-test resourceVersion: "20174" uid: ccc88d70-00b4-44e7-94ff-10bba7aaab3c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f45a548f4d namespace: kserve-ci-e2e-test resourceVersion: "20175" uid: 21778180-94c6-4396-bdf3-3265a70ea01e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:27Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f45d63660a namespace: kserve-ci-e2e-test resourceVersion: "20176" uid: c8513998-a7db-487c-a47b-eb3efd9c6b50 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:41:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:27Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f45ddd7811 namespace: kserve-ci-e2e-test resourceVersion: "20177" uid: 37453225-8fab-461b-b0aa-8e24e8a3c1f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:42:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:14Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d684f4bbbfbfa2 namespace: kserve-ci-e2e-test resourceVersion: "20726" uid: 31a7620e-b994-486a-bb76-e1cecd8eea04 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d68506d08cf590 namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: de5562f8-de82-434c-a935-20d2ccacbf1e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d68506d08d7fb0 namespace: kserve-ci-e2e-test resourceVersion: "21081" uid: f80bf276-600c-4ac3-8ed1-de6bce06e2c1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c092f-predictor-64b7d65596-7k47n namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: 5738ee2e-80d0-48aa-b8fd-11f37f76c1d3 kind: Event lastTimestamp: "2026-09-18T20:42:49Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:42:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:49Z" name: error-404-isvc-c092f-predictor-64b7d65596-7k47n.18d685079804ac48 namespace: kserve-ci-e2e-test resourceVersion: "21193" uid: 890311a9-21b6-46df-bf74-a56f1c8576d3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c092f-predictor-64b7d65596 namespace: kserve-ci-e2e-test resourceVersion: "20123" uid: a7e33e21-472f-45ce-91c7-571a13b9e287 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: 'Created pod: error-404-isvc-c092f-predictor-64b7d65596-7k47n' metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-c092f-predictor-64b7d65596.18d684f40f430fa9 namespace: kserve-ci-e2e-test resourceVersion: "20130" uid: 0666028d-c482-4ca6-a1a2-284320e0e03e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20118" uid: ef767f89-4a80-4d72-b4ec-d64fb9495c52 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Scaled up replica set error-404-isvc-c092f-predictor-64b7d65596 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:25Z" name: error-404-isvc-c092f-predictor.18d684f40d0a7c49 namespace: kserve-ci-e2e-test resourceVersion: "20126" uid: d2f6a762-9e34-4f15-8502-31afb7478973 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:41:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20121" uid: e9a84826-4125-4c61-ae82-7b0c8ef2cceb kind: Event lastTimestamp: "2026-09-18T20:42:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:25Z" name: error-404-isvc-c092f-predictor.18d684f78b4584c0 namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: b7c64bb4-6ba9-47a1-83ea-3adc125c7f7e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:41:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20121" uid: e9a84826-4125-4c61-ae82-7b0c8ef2cceb kind: Event lastTimestamp: "2026-09-18T20:42:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:25Z" name: error-404-isvc-c092f-predictor.18d684f78ba98dd1 namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: 6bd875d4-6770-4b4e-9a34-ac9cf1279e47 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: e9a84826-4125-4c61-ae82-7b0c8ef2cceb kind: Event lastTimestamp: "2026-09-18T20:42:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:40Z" name: error-404-isvc-c092f-predictor.18d6850586e68c52 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 2d6e7653-86f0-43df-9afe-dc52ee50dc61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: e9a84826-4125-4c61-ae82-7b0c8ef2cceb kind: Event lastTimestamp: "2026-09-18T20:42:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:40Z" name: error-404-isvc-c092f-predictor.18d68505874f4694 namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: 99d47fbd-2d44-4e51-b992-9a028c79756b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c092f namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: ac5002f0-04c2-4935-ac8f-449a2f73b0d8 kind: Event lastTimestamp: "2026-09-18T20:42:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:24Z" name: error-404-isvc-c092f.18d684f40d04f7c4 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: b60c7a63-847b-4696-b19f-6724bde9551b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c092f namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: ac5002f0-04c2-4935-ac8f-449a2f73b0d8 kind: Event lastTimestamp: "2026-09-18T20:42:24Z" message: InferenceService [error-404-isvc-c092f] is Ready metadata: creationTimestamp: "2026-09-18T20:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:24Z" name: error-404-isvc-c092f.18d68501cb1c2331 namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: 6d83a2c9-12a7-475c-a43f-8d07f0e226aa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:52:43.308875Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26254" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591d4897339 namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: 59ceffc7-4b75-49c6-a809-6b0670e93199 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591f6400012 namespace: kserve-ci-e2e-test resourceVersion: "26283" uid: eb03f055-eaf6-47ff-b2b2-4977d2932381 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591f7c50d3c namespace: kserve-ci-e2e-test resourceVersion: "26286" uid: 5437647d-aeb5-4de6-ad2d-24af51e8772f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591fb6ba927 namespace: kserve-ci-e2e-test resourceVersion: "26288" uid: 35833010-af8d-478c-a635-19a3952e8436 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591fbdaa683 namespace: kserve-ci-e2e-test resourceVersion: "26289" uid: 16ad8a47-2833-48be-a6c6-428a4897484b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591fbe607fb namespace: kserve-ci-e2e-test resourceVersion: "26290" uid: 0dee42be-17a0-4253-9a11-08d3a798c163 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:52:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:44Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591fe8f68ec namespace: kserve-ci-e2e-test resourceVersion: "26292" uid: 366b397f-fc0e-4634-885a-db1ff9c3aa21 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:52:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:44Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68591ff12fbfb namespace: kserve-ci-e2e-test resourceVersion: "26293" uid: bff98fbb-fcab-436c-beaf-4cdbe4b2728c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:52:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T20:53:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:30Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d6859213c9d90d namespace: kserve-ci-e2e-test resourceVersion: "26742" uid: fc1e7418-462a-46aa-9aa9-6935337d7398 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T21:10:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T21:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:13Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68686659627cc namespace: kserve-ci-e2e-test resourceVersion: "34047" uid: b14c9670-4b51-47ca-a51c-366492e4d5a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T21:10:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T21:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:13Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d686866596c341 namespace: kserve-ci-e2e-test resourceVersion: "34048" uid: 626727c2-c027-4fbf-95a1-497bb4ba33cf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f410f50a-2558-4e28-9da8-1285e20b4c9f kind: Event lastTimestamp: "2026-09-18T21:10:15Z" message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T21:10:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:15Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br.18d68686c8851aec namespace: kserve-ci-e2e-test resourceVersion: "34092" uid: fff2e39b-b92a-4255-8569-630dd4d846bb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c7ffd-predictor-6597cccd7b namespace: kserve-ci-e2e-test resourceVersion: "26248" uid: 3f6d9082-0b35-4a1e-b174-5d0cb3ed990f kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: 'Created pod: error-404-isvc-c7ffd-predictor-6597cccd7b-mn6br' metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor-6597cccd7b.18d68591d3fb142c namespace: kserve-ci-e2e-test resourceVersion: "26255" uid: bffe7199-c265-4451-8aaa-2b3cad8aa5ef reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26246" uid: b3bab07b-29a6-4472-bf39-2a52e70b263a kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Scaled up replica set error-404-isvc-c7ffd-predictor-6597cccd7b from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:43Z" name: error-404-isvc-c7ffd-predictor.18d68591d1dc43e1 namespace: kserve-ci-e2e-test resourceVersion: "26249" uid: b11b3a58-ec43-4c43-87db-b1359e91d2dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26247" uid: 24b2657d-1ce8-4eb8-909c-3f26886eb9bb kind: Event lastTimestamp: "2026-09-18T20:53:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:13Z" name: error-404-isvc-c7ffd-predictor.18d685955083593f namespace: kserve-ci-e2e-test resourceVersion: "26569" uid: d93504e8-03c3-4ff5-b100-d7ba56b36be8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26247" uid: 24b2657d-1ce8-4eb8-909c-3f26886eb9bb kind: Event lastTimestamp: "2026-09-18T20:53:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:13Z" name: error-404-isvc-c7ffd-predictor.18d6859550fca293 namespace: kserve-ci-e2e-test resourceVersion: "26570" uid: 72b486f6-24b6-4e5c-846f-87ab6769bc0a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:53:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26432" uid: 24b2657d-1ce8-4eb8-909c-3f26886eb9bb kind: Event lastTimestamp: "2026-09-18T20:53:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:58Z" name: error-404-isvc-c7ffd-predictor.18d6859c4f0ab6ca namespace: kserve-ci-e2e-test resourceVersion: "27162" uid: 312071de-2709-4a68-a67e-3286ee8d708f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:53:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26432" uid: 24b2657d-1ce8-4eb8-909c-3f26886eb9bb kind: Event lastTimestamp: "2026-09-18T20:53:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:58Z" name: error-404-isvc-c7ffd-predictor.18d6859c511005ec namespace: kserve-ci-e2e-test resourceVersion: "27163" uid: 82e1bd4d-2054-4a3f-a247-8c218960ae35 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "26235" uid: 637cf3bc-4d9d-452b-aa10-a773db03275f kind: Event lastTimestamp: "2026-09-18T20:53:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:40Z" name: error-404-isvc-c7ffd.18d68591d1f961f6 namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: a5eac3a0-28ab-4cad-ab9e-2417151d9e7b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: 637cf3bc-4d9d-452b-aa10-a773db03275f kind: Event lastTimestamp: "2026-09-18T20:53:40Z" message: InferenceService [error-404-isvc-c7ffd] is Ready metadata: creationTimestamp: "2026-09-18T20:53:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:40Z" name: error-404-isvc-c7ffd.18d6859f237464aa namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: ed342313-2a8a-4da5-95f3-7f67830cdf03 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:41:56.511022Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb3c617e7f namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: c189bca0-b2e9-44a7-855f-378e4fb3b4f2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e7889-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb47f2b2be namespace: kserve-ci-e2e-test resourceVersion: "20541" uid: 67a1c676-2f2e-491d-b5b9-d3abf7600a4c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20536" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb81f41be0 namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 4bd520da-6da4-454c-86bd-2cedf3ac89da reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb8366e8a5 namespace: kserve-ci-e2e-test resourceVersion: "20564" uid: 7e2a7962-0407-4b22-82d9-80253e016315 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb86844b0a namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: 16851359-97dc-4cbe-8791-95ae1c4a660e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb86f4854c namespace: kserve-ci-e2e-test resourceVersion: "20567" uid: bc32ef50-8c5e-44d4-9bb7-cb94540e92f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb86ff9cdb namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: cd6ebc71-298f-478a-98b0-31d3aac33988 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb89babd66 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: 844232ed-f76a-485b-abae-599c030143ae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fb8a2b507e namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: ffc5e757-6ff9-4140-84cd-a4f3869860fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:42:45Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:45Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d684fbfb758cde namespace: kserve-ci-e2e-test resourceVersion: "21023" uid: d377798a-9f0e-4095-9de4-9b7a3c5dc783 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d6850e248b1ca8 namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: 3781e9fa-0a4d-4d52-8007-cf0bfd9d5c44 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:17Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d6850e248bc2a5 namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: 72afedac-2c19-47f3-95e0-65ae6d5a7ea7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d909d829-573a-4d5a-861b-9e038c6a9d03 kind: Event lastTimestamp: "2026-09-18T20:43:20Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:43:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:20Z" name: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6.18d6850ed7c9caac namespace: kserve-ci-e2e-test resourceVersion: "21646" uid: bfe5f53b-8c0b-4bba-8abc-cd3286d5ade3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e7889-predictor-6f95cf4c98 namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: e60283e5-a430-480e-bb5d-ae39327572c1 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: 'Created pod: error-404-isvc-e7889-predictor-6f95cf4c98-8h7w6' metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-e7889-predictor-6f95cf4c98.18d684fb3bbdfb2d namespace: kserve-ci-e2e-test resourceVersion: "20524" uid: 8aafa6c4-4baf-4134-81cc-b677139eee41 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 46581404-4a8c-4bcd-a684-f587cca9392c kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Scaled up replica set error-404-isvc-e7889-predictor-6f95cf4c98 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:56Z" name: error-404-isvc-e7889-predictor.18d684fb39f62f2d namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: 822d9eb6-8223-4330-9773-fc9d3135ef49 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:42:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 6eba7580-606d-4066-8886-ea0bdde62452 kind: Event lastTimestamp: "2026-09-18T20:43:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:11Z" name: error-404-isvc-e7889-predictor.18d684feb864f186 namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: ced6e0af-4905-4193-9bb6-05d3b7f6570f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:42:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 6eba7580-606d-4066-8886-ea0bdde62452 kind: Event lastTimestamp: "2026-09-18T20:43:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:11Z" name: error-404-isvc-e7889-predictor.18d684feb8c8ac9e namespace: kserve-ci-e2e-test resourceVersion: "21427" uid: ef2f9dab-6059-4168-a4f9-41d3740453cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: 3c51e91b-01ca-4816-863a-5d5b6724f513 kind: Event lastTimestamp: "2026-09-18T20:42:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:55Z" name: error-404-isvc-e7889.18d684fb39fc229d namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 78cfb6d5-d4ba-4eb2-9a75-5daf6f723b92 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 3c51e91b-01ca-4816-863a-5d5b6724f513 kind: Event lastTimestamp: "2026-09-18T20:42:55Z" message: InferenceService [error-404-isvc-e7889] is Ready metadata: creationTimestamp: "2026-09-18T20:42:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:55Z" name: error-404-isvc-e7889.18d685090bff821d namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 35b64c09-7760-4e32-b105-84291dbe2ca7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:30:09.332642Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14469" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ef587-predictor-df4f8586-q6bxt to ip-10-0-137-48.ec2.internal metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:30:09Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d684569543c9cb namespace: kserve-ci-e2e-test resourceVersion: "14473" uid: 2a96122f-07c0-439b-8bc7-3970287e199f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ef587-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68456a056f0fb namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: 4bae1e0e-1487-470b-acc1-8a034f30dda1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14479" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:30:10Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68456dae1f0aa namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: e1e1bd11-cf80-451b-b3cb-1d25b01b2679 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:10Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68456dc4e6f3e namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: b93fd635-e3c8-4300-be44-1cd2b08760a8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:22Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-2013" in 11.974s (11.974s including waiting). Image size: 1386396243 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:22Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68459a604cc03 namespace: kserve-ci-e2e-test resourceVersion: "14661" uid: 95d4e552-2398-4da7-b92f-2a281102abbf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:22Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68459a9bbe4b6 namespace: kserve-ci-e2e-test resourceVersion: "14664" uid: dc1560dc-c52c-48e8-a397-3091fdf84a34 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:22Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68459aa2d822e namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: 5b05f1e5-770a-4d70-8e98-f44ac92c5ac8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:22Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T20:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:22Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d68459aa3a2b50 namespace: kserve-ci-e2e-test resourceVersion: "14666" uid: a99079cc-d0f2-4e04-b2bf-eb1d7e55d9d8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:24Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.202s (2.202s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:24Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6845a2d81a91e namespace: kserve-ci-e2e-test resourceVersion: "14700" uid: 4c6c4cf6-e40e-4544-91e3-c81e102d735c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:24Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6845a307a84ce namespace: kserve-ci-e2e-test resourceVersion: "14701" uid: 4571a8df-8195-4054-98f0-aca4d06e56b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:30:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:24Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6845a30ea1f89 namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: da894e99-8eae-46ba-a3d6-c0d0199a9b9e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6845a336e35ad namespace: kserve-ci-e2e-test resourceVersion: "15715" uid: 80864494-a159-453d-9a40-cafc0b8c1d65 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6847064fb49d5 namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 4adf1fff-9f53-4100-9676-40ce73c5d832 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d6847064fc4649 namespace: kserve-ci-e2e-test resourceVersion: "15672" uid: e2c73594-3b37-4cf0-a457-54ddf84c7591 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ef587-predictor-df4f8586-q6bxt namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b46ded42-af6c-42f3-b9ec-b165b9a1f26e kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: error-404-isvc-ef587-predictor-df4f8586-q6bxt.18d684708da9c543 namespace: kserve-ci-e2e-test resourceVersion: "15713" uid: 005a3d31-4c3a-4939-b25d-990227b790a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-48.ec2.internal source: component: kubelet host: ip-10-0-137-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ef587-predictor-df4f8586 namespace: kserve-ci-e2e-test resourceVersion: "14459" uid: 44cd36d6-dc9e-4af5-ac79-0c82bfab24b2 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created pod: error-404-isvc-ef587-predictor-df4f8586-q6bxt' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: error-404-isvc-ef587-predictor-df4f8586.18d6845694e4c7b4 namespace: kserve-ci-e2e-test resourceVersion: "14470" uid: b320e9b8-391d-4537-b25f-797bc33d4ae9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14456" uid: e21e78c6-9d51-43b4-93c0-75cb0e2fb00f kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Scaled up replica set error-404-isvc-ef587-predictor-df4f8586 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: error-404-isvc-ef587-predictor.18d6845692bf0e4e namespace: kserve-ci-e2e-test resourceVersion: "14461" uid: 15c969f3-afb8-45c0-90e1-9b2ad9d3e914 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: aeaea7d7-bdca-4124-83f6-93eec846f7f6 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: error-404-isvc-ef587-predictor.18d6845a11506ad2 namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: e30fcb2a-df66-4ab1-a5cd-2c9f578a5295 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: aeaea7d7-bdca-4124-83f6-93eec846f7f6 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: error-404-isvc-ef587-predictor.18d6845a11b69bde namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: abc7fba3-8b61-40ca-82a8-f308d906186a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14691" uid: aeaea7d7-bdca-4124-83f6-93eec846f7f6 kind: Event lastTimestamp: "2026-09-18T20:31:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:54Z" name: error-404-isvc-ef587-predictor.18d684680ccb93fe namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: 96d021c1-c940-4353-9ba3-295b36e4ae80 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14691" uid: aeaea7d7-bdca-4124-83f6-93eec846f7f6 kind: Event lastTimestamp: "2026-09-18T20:31:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:54Z" name: error-404-isvc-ef587-predictor.18d684680d2df0b8 namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: c447d13d-0882-47a0-a049-b4a854d4a780 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ef587 namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: a23ee3c5-8b82-419b-a6b2-992edc30f50e kind: Event lastTimestamp: "2026-09-18T20:31:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:20Z" name: error-404-isvc-ef587.18d6845692f2a307 namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: e59d74d1-4288-4cd3-8197-b43429b722b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ef587 namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: a23ee3c5-8b82-419b-a6b2-992edc30f50e kind: Event lastTimestamp: "2026-09-18T20:31:20Z" message: InferenceService [error-404-isvc-ef587] is Ready metadata: creationTimestamp: "2026-09-18T20:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:20Z" name: error-404-isvc-ef587.18d68467427fef3d namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: f13df656-d150-4e9f-825a-b27d05ef91a3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:30:09.033567Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845683703080 namespace: kserve-ci-e2e-test resourceVersion: "14392" uid: 28a7ae7a-4c09-468f-844d-d65b88fa2e12 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d68456a591c9b0 namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 14ebb497-0213-4f23-992a-d44a2269b92e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d68456a716d03f namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: b3b7edc9-4ab4-413f-a54e-70e500053c1d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d68456ab302a3c namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: ef8af96e-6ccc-4004-9950-1bb1c19fdf76 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d68456aba8cede namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: 076ec68d-0b3c-4f8a-9020-ca082879b26b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:14Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" metadata: creationTimestamp: "2026-09-18T20:30:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:14Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d68457c5e1c415 namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: 0983392c-533f-457a-97a8-834a1e57ffc2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 13.308s (13.308s including waiting). Image size: 1607124890 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845adf262532 namespace: kserve-ci-e2e-test resourceVersion: "14738" uid: a0611b52-c5dd-4486-bea8-b9e77275a8cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845ae5183372 namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: cba935e6-5755-4ad0-a060-a860d528341a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845ae65df14d namespace: kserve-ci-e2e-test resourceVersion: "14741" uid: dec96ed3-b02d-48d8-8da7-f1c0cacb1fcf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845ae66d5eca namespace: kserve-ci-e2e-test resourceVersion: "14742" uid: 4ed541f4-2c0f-4b9e-82ce-5715c7fda8e6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.458s (4.458s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845bf0268db8 namespace: kserve-ci-e2e-test resourceVersion: "14772" uid: 2872d474-fad7-420c-8356-73b75aee4c0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845bf6ac0f2d namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 8392d376-e3ce-46ba-9a37-104ad57c761a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845bf794952e namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: 8045a7de-1c69-4042-b1ab-f37f383350d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:31:48Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:48Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d6845bfece5dd2 namespace: kserve-ci-e2e-test resourceVersion: "15435" uid: 6ca23777-2376-42eb-8cc5-752ae4c0dbfc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d684777d0919db namespace: kserve-ci-e2e-test resourceVersion: "16088" uid: ebc020d4-be6b-42a3-86b6-98c059be317c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d684777d09809c namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: 6cbb9c26-ab2a-47fe-9132-e6325fd50b25 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: 969b90fa-d180-44b9-b478-29eac744e4c0 kind: Event lastTimestamp: "2026-09-18T20:32:33Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:33Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn.18d684782b4edfcb namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: f15981cf-2506-4a2a-b703-9516cbb25f83 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-66bf4f5cc4 namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 08f47874-6102-4c9f-b7ae-d51afb79a3e6 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-66bf4f5cc4-j5ccn' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-1-predictor-66bf4f5cc4.18d6845682d4e211 namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: b615dea2-30ed-4437-8cb6-c6fe8a57ed8e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14372" uid: 7b6e8513-235d-4223-95d1-52c1bef22f00 kind: Event lastTimestamp: "2026-09-18T20:30:08Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-66bf4f5cc4 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:08Z" name: isvc-sklearn-graph-1-predictor.18d684567a6d39fe namespace: kserve-ci-e2e-test resourceVersion: "14374" uid: 4faa7530-3d17-4f2f-a4ee-c95b60caccee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: 4effc7b5-3de8-4787-a6df-7036215b6293 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-sklearn-graph-1-predictor.18d68459ff97b882 namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 415c9045-7ad6-4c49-b627-6678193e058f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: 4effc7b5-3de8-4787-a6df-7036215b6293 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-sklearn-graph-1-predictor.18d68459ffff7727 namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: 6250cd9c-e166-4598-87a4-5ee11bfc9de3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14680" uid: 4effc7b5-3de8-4787-a6df-7036215b6293 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-sklearn-graph-1-predictor.18d68467fc148e4e namespace: kserve-ci-e2e-test resourceVersion: "15967" uid: 35d69ab8-64cc-4bbb-839f-9d2efb96e693 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14680" uid: 4effc7b5-3de8-4787-a6df-7036215b6293 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-sklearn-graph-1-predictor.18d68467fc741451 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: be663274-c2ea-4d1a-ade8-ed808b244987 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T20:30:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82db3206-f023-40c9-ac30-d2c031c27e93 kind: Event lastTimestamp: "2026-09-18T20:31:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:30:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:58Z" name: isvc-sklearn-graph-1.18d684568026ebdc namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: f695c518-b453-4d3b-a307-914e2f28eef8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 82db3206-f023-40c9-ac30-d2c031c27e93 kind: Event lastTimestamp: "2026-09-18T20:31:58Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-18T20:31:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:58Z" name: isvc-sklearn-graph-1.18d684700f49d7c7 namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: 5d25602b-c323-483b-a23f-22471401e4d4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:30:09.541850Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14497" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d68456a1bc1050 namespace: kserve-ci-e2e-test resourceVersion: "14503" uid: bd23bbbf-520e-4af6-94f7-4fc75d8d974f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:30:10Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d68456c42920c1 namespace: kserve-ci-e2e-test resourceVersion: "14539" uid: ea6ec5bc-0da3-46c6-a197-61e829820fc9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:10Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d68456c578f88e namespace: kserve-ci-e2e-test resourceVersion: "14541" uid: 16a58b1e-a68d-4c19-a295-50f45a306663 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:10Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d68456c848b7fe namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: 0700be02-808b-48d9-ae13-8130f47f4111 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T20:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:10Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d68456c8bc9785 namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 3ef0fb02-477b-4060-9dec-d9c2630971aa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:15Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" metadata: creationTimestamp: "2026-09-18T20:30:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:15Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845802331b30 namespace: kserve-ci-e2e-test resourceVersion: "14606" uid: 10d8e393-d848-49e4-b112-6f3f4b4a7713 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013" in 12.065s (12.065s including waiting). Image size: 1607124890 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845ad1619fad namespace: kserve-ci-e2e-test resourceVersion: "14730" uid: 67c8b3c4-4a77-45c6-88bf-60f275c23455 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845ad712f8ad namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: 3db11ba1-f33a-4e44-a94c-da641ef899bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845ad83fcc14 namespace: kserve-ci-e2e-test resourceVersion: "14734" uid: 1b2cc7c8-0e60-4a4c-9119-28d2987e9fc1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845ad84eba86 namespace: kserve-ci-e2e-test resourceVersion: "14735" uid: 381f049a-55f6-4b82-83f6-67c3a289a33d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.693s (4.693s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845bf01657a5 namespace: kserve-ci-e2e-test resourceVersion: "14771" uid: 22e7cd41-71c4-44c9-8da6-a0220fe26866 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845bf6b66d9e namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: 11d643cf-77d4-4756-88ce-fcbe806e0c64 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845bf7968e8a namespace: kserve-ci-e2e-test resourceVersion: "14778" uid: a1fb91ce-fe47-43fe-a697-acea7df5548e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:31:48Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:48Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d6845bfe737ccb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 68379547-d82f-4800-af9e-ac4adec93115 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d684777a6e2548 namespace: kserve-ci-e2e-test resourceVersion: "16066" uid: d215f543-1832-441d-99a1-8156aeee17e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d684777a6ec6f6 namespace: kserve-ci-e2e-test resourceVersion: "16069" uid: e05a1704-3f2c-4b67-b010-624ed8b6b27c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 06fd09d8-0967-424a-9535-35a2ccbf896e kind: Event lastTimestamp: "2026-09-18T20:32:33Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:33Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q.18d684782b4e3cad namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 574221bd-98a6-4469-aaf6-3569dbd07324 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-b7ccc5f99 namespace: kserve-ci-e2e-test resourceVersion: "14488" uid: 6694d531-c3eb-4a67-b64c-425a07f49ed9 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-b7ccc5f99-gl67q' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-2-predictor-b7ccc5f99.18d68456a13ac351 namespace: kserve-ci-e2e-test resourceVersion: "14499" uid: f0223e19-e46c-431c-9cc7-fda8f4ab26d1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14486" uid: 71129ec6-349b-4ef3-b231-334b411b71ec kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-b7ccc5f99 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: isvc-sklearn-graph-2-predictor.18d684569d04249e namespace: kserve-ci-e2e-test resourceVersion: "14489" uid: c0e5ce56-e0c7-4539-be5f-aad45d8ff0ae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14487" uid: 609d7d62-ce98-444b-937c-da8b955e6dc8 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-sklearn-graph-2-predictor.18d6845a1b834522 namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 59374fb3-46c3-4b52-8651-27c845755b86 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14487" uid: 609d7d62-ce98-444b-937c-da8b955e6dc8 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-sklearn-graph-2-predictor.18d6845a1be7dfcb namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: 8ed7a310-32a9-4541-be84-1468c17ef080 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 609d7d62-ce98-444b-937c-da8b955e6dc8 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-sklearn-graph-2-predictor.18d6846816ca0e22 namespace: kserve-ci-e2e-test resourceVersion: "15974" uid: 300ec46b-acb1-4158-8855-1dc4e990b1dd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 609d7d62-ce98-444b-937c-da8b955e6dc8 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-sklearn-graph-2-predictor.18d6846817303664 namespace: kserve-ci-e2e-test resourceVersion: "15975" uid: e746a149-196e-489d-90f1-a258a0250989 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14480" uid: b4c50f93-7f16-43b3-99d0-69eac67e52f1 kind: Event lastTimestamp: "2026-09-18T20:31:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:58Z" name: isvc-sklearn-graph-2.18d684569d09c1e6 namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: 6e4abcc7-73f1-406b-b25e-38db9738b64b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: b4c50f93-7f16-43b3-99d0-69eac67e52f1 kind: Event lastTimestamp: "2026-09-18T20:31:58Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-18T20:31:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:58Z" name: isvc-sklearn-graph-2.18d684700bca71f9 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 65f21923-3750-4b8a-ad23-c279c4657cee reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:30:09.254008Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-xtp66 to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d684569093eda2 namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: c366a86a-c9f5-4f30-a229-46f83fcfc8ba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14460" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d68456b2a3fde8 namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: e21983b2-1b58-45a1-b404-4593e15ac75d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e" already present on machine metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d68456b412aa5e namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: b029385c-06a5-4da1-8640-44b9c7011bb3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d68456b7c42ebb namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 7cc2ce08-7a87-446c-806c-8618d6db091f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d68456b87dd069 namespace: kserve-ci-e2e-test resourceVersion: "14536" uid: 2a909b4e-793f-4945-8b10-57c639e83be0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:15Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-18T20:30:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:15Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845802134581 namespace: kserve-ci-e2e-test resourceVersion: "14605" uid: 93498223-c64a-4631-bec0-e23d76d0f0fd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 32.399s (32.399s including waiting). Image size: 1436472579 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f8d41ff09 namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 4149b21d-beb2-4025-9401-7fe94e3ca4f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f90bbc979 namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: 6a083e08-b500-469b-9a24-edbb370d9ae3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f912ec175 namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: ba307877-e755-4952-9939-e91570f6fee3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f914221e0 namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: 5421c4bb-dbef-4e19-943b-409c9250df5a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f944fa3f6 namespace: kserve-ci-e2e-test resourceVersion: "14925" uid: d035afec-d561-4d66-9281-8adc40d7484f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:30:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:30:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845f94c286c6 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: 772e2105-e117-448c-8645-57d83be53864 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-18T20:30:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:32:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:30:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d6845fbdc6a835 namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: 6a5c2203-9f53-41e3-b80f-c99ed0ef4870 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d684777f70f3f2 namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: 942b7457-1259-4f86-aaea-e737b2facab2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d684777f7158e9 namespace: kserve-ci-e2e-test resourceVersion: "16103" uid: 0144b12b-9197-4ffc-b108-3cace37d6c78 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-xtp66 namespace: kserve-ci-e2e-test resourceVersion: "14442" uid: 284290e5-8a67-4df3-a30d-34d3af70b7bc kind: Event lastTimestamp: "2026-09-18T20:32:34Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-xtp66.18d684786c1ab8ce namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: 5a466133-193c-413b-9cdc-84e99fe1fa14 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14431" uid: ac222f9c-1de8-46a9-98b8-ae8dbeacf3a1 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-xtp66' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d6845690108212 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: 5fa54ecb-4c53-4c42-90a6-322140aa834b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14429" uid: 4a9c45ed-0a51-4bf2-83c6-094d42e401fe kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: isvc-xgboost-graph-predictor.18d684568c803709 namespace: kserve-ci-e2e-test resourceVersion: "14432" uid: 012760a1-f86e-4d0b-b67e-36e1779c84a8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: bdc89bf2-2010-4bef-ad6f-b1ed6c16f407 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-xgboost-graph-predictor.18d6845a0b11906e namespace: kserve-ci-e2e-test resourceVersion: "15102" uid: f363628b-2229-4f8e-95f9-2f5684f1fae1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: bdc89bf2-2010-4bef-ad6f-b1ed6c16f407 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: isvc-xgboost-graph-predictor.18d6845a0b92a4ab namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: cbf81356-981d-4486-8f21-5c9d4446bb3f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: bdc89bf2-2010-4bef-ad6f-b1ed6c16f407 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-xgboost-graph-predictor.18d6846806bf82e9 namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: 7e755401-1fce-4d85-a9d4-cdf40546db11 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: bdc89bf2-2010-4bef-ad6f-b1ed6c16f407 kind: Event lastTimestamp: "2026-09-18T20:32:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:24Z" name: isvc-xgboost-graph-predictor.18d684680731e5c1 namespace: kserve-ci-e2e-test resourceVersion: "15971" uid: 0dd1ff89-4cd9-47b6-93ef-1e8c652ecc18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: acbcde9e-598c-4e4c-96db-2f9031468cb7 kind: Event lastTimestamp: "2026-09-18T20:32:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:02Z" name: isvc-xgboost-graph.18d684568c8c2f48 namespace: kserve-ci-e2e-test resourceVersion: "15754" uid: 721fcc41-a870-426c-b5ca-3a4c1f90c173 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: acbcde9e-598c-4e4c-96db-2f9031468cb7 kind: Event lastTimestamp: "2026-09-18T20:32:02Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-18T20:32:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:02Z" name: isvc-xgboost-graph.18d684710644e10e namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: 0e2cca76-dda6-40f4-92de-9655297f3a5a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:32:18.865478Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15903" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-7bcc66cdd8-xhw5g to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:32:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:32:18Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68474be060593 namespace: kserve-ci-e2e-test resourceVersion: "15908" uid: f2c63cc6-ef16-4e30-a779-8d98bb5b4f8e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:19Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15912" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:19Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:32:19Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68474e006bc0b namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: a26ed2c9-f168-4f68-8171-bb689017566d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:19Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68474e1bfafd1 namespace: kserve-ci-e2e-test resourceVersion: "15927" uid: 447aa5e5-edc1-455d-b85b-9bf00fa09a3a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:19Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-18T20:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:19Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68474e460ab1c namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 947b252e-8268-4406-ac4d-9f3fc96a47bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:19Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-18T20:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:19Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68474e4bfc5c4 namespace: kserve-ci-e2e-test resourceVersion: "15929" uid: 0267628f-81a3-4084-8420-ca0b1b178373 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:30Z" name: model-chainer-7bcc66cdd8-xhw5g.18d6847774a96874 namespace: kserve-ci-e2e-test resourceVersion: "16046" uid: 79a77b15-b1aa-42c0-a5ca-92697f64ade9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-7bcc66cdd8-xhw5g namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 6fac4dd1-a86a-43bc-a97f-57689c43688e kind: Event lastTimestamp: "2026-09-18T20:32:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:55Z" name: model-chainer-7bcc66cdd8-xhw5g.18d68477850e9fb6 namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: c6487190-566e-4903-8fb2-4fc8edbb3304 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-7bcc66cdd8 namespace: kserve-ci-e2e-test resourceVersion: "15900" uid: d6531ff2-4791-4408-ad74-d23375c04dc3 kind: Event lastTimestamp: "2026-09-18T20:32:18Z" message: 'Created pod: model-chainer-7bcc66cdd8-xhw5g' metadata: creationTimestamp: "2026-09-18T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:18Z" name: model-chainer-7bcc66cdd8.18d68474bd9e0453 namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: e316882b-be08-4760-a949-74facaf87a70 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15898" uid: 5c36ac18-3078-4986-b40e-c5594289222e kind: Event lastTimestamp: "2026-09-18T20:32:18Z" message: Scaled up replica set model-chainer-7bcc66cdd8 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:18Z" name: model-chainer.18d68474bce5b3d3 namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 380420ed-1189-414c-800f-3fd3f45ae3ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:18Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15915" uid: e75b5616-eb28-4ca7-865a-bd35007b5b88 kind: Event lastTimestamp: "2026-09-18T20:32:18Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-18T20:32:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:18Z" name: model-chainer.18d68474c23e7602 namespace: kserve-ci-e2e-test resourceVersion: "15917" uid: 32f1c268-a2ff-4994-acd1-6ae38d7fa00f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:33:40.747421Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16826" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-2bced-68fbf74755-bnbzg to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:33:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:33:40Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d68487ce913ffc namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: 4ace4c1f-58ec-452b-9fcc-500273d1582f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:41Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16835" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:33:41Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:33:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:33:41Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d68487f076b1ec namespace: kserve-ci-e2e-test resourceVersion: "16846" uid: 0d4461c4-8f76-48d9-833c-ff460f3693df reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2bced} kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:33:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:33:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:41Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d68487f1b4f07d namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: 91010e73-9fd0-430f-9c0b-78de441c820a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2bced} kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:33:41Z" message: 'Created container: sequence-graph-2bced' metadata: creationTimestamp: "2026-09-18T20:33:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:41Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d68487f4bc165f namespace: kserve-ci-e2e-test resourceVersion: "16849" uid: f599a8dd-9561-45d9-b09b-f2caa9c083b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2bced} kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:33:41Z" message: Started container sequence-graph-2bced metadata: creationTimestamp: "2026-09-18T20:33:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:41Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d68487f5296fd9 namespace: kserve-ci-e2e-test resourceVersion: "16850" uid: 1cc92b35-a449-4205-9901-f62ea58f48b4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2bced} kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Stopping container sequence-graph-2bced metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d684fb2ac7f7dc namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: d22cd002-b270-463b-b156-fe6357b64c0c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-2bced} kind: Pod name: sequence-graph-2bced-68fbf74755-bnbzg namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 18ec2994-6287-4215-a6c3-979f10d38af0 kind: Event lastTimestamp: "2026-09-18T20:42:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:23Z" name: sequence-graph-2bced-68fbf74755-bnbzg.18d684fb9c75b28f namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: 88db2335-00df-404f-bb5d-29a94106d759 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-2bced-68fbf74755 namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: b4b2fa9d-0027-4e14-9a42-f3a4bbcf1ebc kind: Event lastTimestamp: "2026-09-18T20:33:40Z" message: 'Created pod: sequence-graph-2bced-68fbf74755-bnbzg' metadata: creationTimestamp: "2026-09-18T20:33:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:40Z" name: sequence-graph-2bced-68fbf74755.18d68487ce0c09a6 namespace: kserve-ci-e2e-test resourceVersion: "16828" uid: 8186743a-2bc4-4dba-9178-3a0797f987a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-2bced namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: 004f9d24-0dc5-42a1-a0c3-72e9c25c89bc kind: Event lastTimestamp: "2026-09-18T20:33:40Z" message: Scaled up replica set sequence-graph-2bced-68fbf74755 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:33:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:40Z" name: sequence-graph-2bced.18d68487ccf31dab namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: 36bc2047-0056-45de-83df-45ef579a32dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-2bced namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: f3d72849-0119-4c75-a296-48ebfb9b36b0 kind: Event lastTimestamp: "2026-09-18T20:33:40Z" message: InferenceGraph [sequence-graph-2bced] is Ready metadata: creationTimestamp: "2026-09-18T20:33:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:40Z" name: sequence-graph-2bced.18d68487d241ec77 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: b57eb241-0b05-47d5-b91c-ff8222a3496e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:33:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2bced namespace: kserve-ci-e2e-test resourceVersion: "16822" uid: 64fe26c5-d9df-44a2-b96f-55413378e740 kind: Event lastTimestamp: "2026-09-18T20:34:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:33:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:25Z" name: sequence-graph-2bced.18d6848b4b7a59f9 namespace: kserve-ci-e2e-test resourceVersion: "17187" uid: 7b07060e-816b-40d7-9648-6f6276fb760e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:33:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-2bced namespace: kserve-ci-e2e-test resourceVersion: "16822" uid: 64fe26c5-d9df-44a2-b96f-55413378e740 kind: Event lastTimestamp: "2026-09-18T20:34:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:33:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:25Z" name: sequence-graph-2bced.18d6848b4bee959c namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: 20d4ebdf-3227-48d5-adf8-0ef9a289cba0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:44:27.839231Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22263" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-8cb8c-86db8c7d86-fnnss to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:44:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:44:27Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6851e783ee0c9 namespace: kserve-ci-e2e-test resourceVersion: "22268" uid: abcf9e7a-27cb-40fe-86fe-e8a57dbfe534 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22272" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:44:28Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:44:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:44:28Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6851e9a286c71 namespace: kserve-ci-e2e-test resourceVersion: "22284" uid: c135ca8d-26bb-43fa-98b5-a244c80409b7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8cb8c} kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:44:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:44:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:44:28Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6851e9b856cd2 namespace: kserve-ci-e2e-test resourceVersion: "22286" uid: cb8224b0-a4a1-4b7e-bca2-6e733af1c190 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8cb8c} kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:44:28Z" message: 'Created container: sequence-graph-8cb8c' metadata: creationTimestamp: "2026-09-18T20:44:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:44:28Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6851e9e9061c0 namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: 5d5cdb50-921e-4d54-ae72-83eaa6f4e767 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8cb8c} kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:44:28Z" message: Started container sequence-graph-8cb8c metadata: creationTimestamp: "2026-09-18T20:44:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:44:28Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6851e9f15d39f namespace: kserve-ci-e2e-test resourceVersion: "22288" uid: 47bb0041-0e58-45a5-bb6c-5f63165f3c5b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8cb8c} kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:52:42Z" message: Stopping container sequence-graph-8cb8c metadata: creationTimestamp: "2026-09-18T20:52:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:42Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d68591bf6ccb1b namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 530cedee-a198-48ca-a2b9-5f1b0bc4522b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:52:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8cb8c} kind: Pod name: sequence-graph-8cb8c-86db8c7d86-fnnss namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: 4c05394f-29ff-4c7e-8430-b7e8cb4f6931 kind: Event lastTimestamp: "2026-09-18T20:53:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:52:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:09Z" name: sequence-graph-8cb8c-86db8c7d86-fnnss.18d6859224b39b40 namespace: kserve-ci-e2e-test resourceVersion: "26523" uid: 6daf4823-ae79-4ddb-b450-e4dc430b5113 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-8cb8c-86db8c7d86 namespace: kserve-ci-e2e-test resourceVersion: "22260" uid: bfcb60b0-b6e9-44ec-8780-32095c34150a kind: Event lastTimestamp: "2026-09-18T20:44:27Z" message: 'Created pod: sequence-graph-8cb8c-86db8c7d86-fnnss' metadata: creationTimestamp: "2026-09-18T20:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:27Z" name: sequence-graph-8cb8c-86db8c7d86.18d6851e77ae39fd namespace: kserve-ci-e2e-test resourceVersion: "22265" uid: 60316267-e884-47e4-8465-4e0296b87135 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22258" uid: df14795d-ac93-4726-b1da-4780d69844fd kind: Event lastTimestamp: "2026-09-18T20:44:27Z" message: Scaled up replica set sequence-graph-8cb8c-86db8c7d86 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:27Z" name: sequence-graph-8cb8c.18d6851e76b7e21e namespace: kserve-ci-e2e-test resourceVersion: "22261" uid: 868da3ac-ffe9-4ef0-bc5d-1ea1824e7a98 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22274" uid: 902a5bf3-9ee5-4e06-bdca-7564c82aaf15 kind: Event lastTimestamp: "2026-09-18T20:44:27Z" message: InferenceGraph [sequence-graph-8cb8c] is Ready metadata: creationTimestamp: "2026-09-18T20:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:44:27Z" name: sequence-graph-8cb8c.18d6851e7c515c27 namespace: kserve-ci-e2e-test resourceVersion: "22276" uid: 26428a2d-3ada-424b-84e6-47cce492e51d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:44:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22259" uid: aa955577-b93a-4e0d-88a1-5cd041f3de57 kind: Event lastTimestamp: "2026-09-18T20:44:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:44:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:57Z" name: sequence-graph-8cb8c.18d68521f52f6a9d namespace: kserve-ci-e2e-test resourceVersion: "22516" uid: 4272061f-825e-4539-b93a-5436a9b27f72 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:44:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22259" uid: aa955577-b93a-4e0d-88a1-5cd041f3de57 kind: Event lastTimestamp: "2026-09-18T20:44:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:44:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:57Z" name: sequence-graph-8cb8c.18d68521f59a9ae7 namespace: kserve-ci-e2e-test resourceVersion: "22517" uid: f202a2d3-2cbc-4a3d-8084-afee0598d088 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:43:06.435168Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21362" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-e7889-6c74498bf6-9ntcl to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850b842f4227 namespace: kserve-ci-e2e-test resourceVersion: "21367" uid: 9c1994e7-c7d5-4c18-b9ca-08b790bf1e71 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:07Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21371" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:07Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:43:07Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850ba609b6db namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: 1ae191e6-aeb6-48fd-a5ce-1fe6829eb4f1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e7889} kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:07Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850ba77113be namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: b7192609-62ec-4761-a3c4-da4857edb5e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e7889} kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:07Z" message: 'Created container: sequence-graph-e7889' metadata: creationTimestamp: "2026-09-18T20:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:07Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850baaad8a92 namespace: kserve-ci-e2e-test resourceVersion: "21388" uid: f1c2e297-5eff-4d37-b155-1420ff039655 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e7889} kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:07Z" message: Started container sequence-graph-e7889 metadata: creationTimestamp: "2026-09-18T20:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:07Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850bab19c501 namespace: kserve-ci-e2e-test resourceVersion: "21389" uid: e40f5717-0589-43a7-9089-0518916b243e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e7889} kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Stopping container sequence-graph-e7889 metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:17Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850e1bb369c6 namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: 19528d27-9f3f-4b3e-9d96-8e8e2064c913 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-e7889} kind: Pod name: sequence-graph-e7889-6c74498bf6-9ntcl namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 66f4608f-3ab4-4721-9bbe-5c6828342b00 kind: Event lastTimestamp: "2026-09-18T20:43:43Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:43Z" name: sequence-graph-e7889-6c74498bf6-9ntcl.18d6850e49425d35 namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: f762a5ee-3bf1-43f4-9513-35fbf2602b8b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-e7889-6c74498bf6 namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: aacf369e-107a-4588-ba26-c3d88101dabb kind: Event lastTimestamp: "2026-09-18T20:43:06Z" message: 'Created pod: sequence-graph-e7889-6c74498bf6-9ntcl' metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889-6c74498bf6.18d6850b83a3b1a4 namespace: kserve-ci-e2e-test resourceVersion: "21364" uid: 8c0d8e10-2c3f-49d0-9c11-8ca104a8e8fe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21357" uid: a3a2af23-a163-4ec9-907d-2a45a207f2c3 kind: Event lastTimestamp: "2026-09-18T20:43:06Z" message: Scaled up replica set sequence-graph-e7889-6c74498bf6 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889.18d6850b829cc332 namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: ac8c3a2a-9104-4fe7-9c2e-e20649f7de33 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21374" uid: 8497f6d3-4ff6-420f-a86b-dcbc75b969fe kind: Event lastTimestamp: "2026-09-18T20:43:06Z" message: InferenceGraph [sequence-graph-e7889] is Ready metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889.18d6850b87c29238 namespace: kserve-ci-e2e-test resourceVersion: "21376" uid: 5418c2df-c35b-4fc8-9e01-a20e60d9c29a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 8497f6d3-4ff6-420f-a86b-dcbc75b969fe kind: Event lastTimestamp: "2026-09-18T20:43:06Z" message: 'Failed to update status for InferenceGraph "sequence-graph-e7889": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-e7889": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889.18d6850b8a8ca12c namespace: kserve-ci-e2e-test resourceVersion: "21378" uid: 17a4d8fe-cb83-4064-b057-f1abc5656167 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 8497f6d3-4ff6-420f-a86b-dcbc75b969fe kind: Event lastTimestamp: "2026-09-18T20:43:06Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-e7889": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:06Z" name: sequence-graph-e7889.18d6850b8a8cdcb5 namespace: kserve-ci-e2e-test resourceVersion: "21379" uid: 58087d2b-2368-4a4c-bc79-8e384cafd7a7 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:53:21.720783Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26643" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-854fa-7c7884b54-vxpwn to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:53:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:53:21Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859ac610bcc8 namespace: kserve-ci-e2e-test resourceVersion: "26648" uid: bb43ac15-ff64-43a2-b4eb-52a479bc66c6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:21Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-854fa-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:21Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859ad3d62d67 namespace: kserve-ci-e2e-test resourceVersion: "26658" uid: ee8db070-b276-4b11-81e4-0a5a13e692a7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:22Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26651" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:22Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:53:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:53:22Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859b0bb67865 namespace: kserve-ci-e2e-test resourceVersion: "26667" uid: d6c7c24b-2c42-4aa9-9f1c-2241d0092fae reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-854fa} kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:22Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859b0cfd7fa1 namespace: kserve-ci-e2e-test resourceVersion: "26669" uid: 96daf467-688e-4813-8022-5fc52a6fd12b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-854fa} kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:22Z" message: 'Created container: splitter-graph-854fa' metadata: creationTimestamp: "2026-09-18T20:53:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:22Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859b0fe09c7c namespace: kserve-ci-e2e-test resourceVersion: "26672" uid: e8dabe67-1238-48c5-9390-96d530baf5b3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-854fa} kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:22Z" message: Started container splitter-graph-854fa metadata: creationTimestamp: "2026-09-18T20:53:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:22Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859b104f19f8 namespace: kserve-ci-e2e-test resourceVersion: "26673" uid: 1d42797b-f453-4f61-84c6-5539973ee2f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-854fa} kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Stopping container splitter-graph-854fa metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:32Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859d4fef0915 namespace: kserve-ci-e2e-test resourceVersion: "26776" uid: b5f28f56-4913-4810-bcea-c58f15318198 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-854fa} kind: Pod name: splitter-graph-854fa-7c7884b54-vxpwn namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 18c85d72-eb57-47a0-87ec-08a7e8dda741 kind: Event lastTimestamp: "2026-09-18T20:53:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:59Z" name: splitter-graph-854fa-7c7884b54-vxpwn.18d6859dcd7a7b34 namespace: kserve-ci-e2e-test resourceVersion: "27175" uid: 5f77c4fb-c429-4d5c-8c73-20c9bab74dd2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-854fa-7c7884b54 namespace: kserve-ci-e2e-test resourceVersion: "26639" uid: 9bed8f6b-9611-4e74-ac61-7a81956a63f5 kind: Event lastTimestamp: "2026-09-18T20:53:21Z" message: 'Created pod: splitter-graph-854fa-7c7884b54-vxpwn' metadata: creationTimestamp: "2026-09-18T20:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:21Z" name: splitter-graph-854fa-7c7884b54.18d6859ac58799b6 namespace: kserve-ci-e2e-test resourceVersion: "26647" uid: d399692c-0cdd-413b-8765-30b74bbdb76a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-854fa namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: e9fa745d-05d9-4b4f-99d2-463825c551d9 kind: Event lastTimestamp: "2026-09-18T20:53:21Z" message: Scaled up replica set splitter-graph-854fa-7c7884b54 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:21Z" name: splitter-graph-854fa.18d6859ac33ad420 namespace: kserve-ci-e2e-test resourceVersion: "26640" uid: ef7b0b32-f8ae-42d1-a4c6-b8ea2137d674 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-854fa namespace: kserve-ci-e2e-test resourceVersion: "26654" uid: cfc79c09-2f32-48ad-a8a1-140155e9af3d kind: Event lastTimestamp: "2026-09-18T20:53:21Z" message: InferenceGraph [splitter-graph-854fa] is Ready metadata: creationTimestamp: "2026-09-18T20:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:21Z" name: splitter-graph-854fa.18d6859ace458971 namespace: kserve-ci-e2e-test resourceVersion: "26656" uid: 0ef89aba-733b-4459-b8a8-7d7b13c5d34f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:54:42.865466Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27537" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-8bda6-546cf494dd-ndzbv to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:54:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:54:42Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adaaaa4641 namespace: kserve-ci-e2e-test resourceVersion: "27542" uid: 910fffa8-f4e9-4832-978c-885617c121bc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:43Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T20:54:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-8bda6-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:54:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:54:43Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adb9183053 namespace: kserve-ci-e2e-test resourceVersion: "27554" uid: 691a910f-a2f2-4fdf-a85c-baf4151992e1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:44Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27546" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T20:54:44Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:54:44Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adf01ff71a namespace: kserve-ci-e2e-test resourceVersion: "27565" uid: beec5f92-e574-4294-9056-66d238b5ad08 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8bda6} kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T20:54:44Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:54:44Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adf214d3e4 namespace: kserve-ci-e2e-test resourceVersion: "27567" uid: 20ebb941-94da-4645-8af2-243b7a964a04 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8bda6} kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T20:54:44Z" message: 'Created container: splitter-graph-8bda6' metadata: creationTimestamp: "2026-09-18T20:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:54:44Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adf50f2189 namespace: kserve-ci-e2e-test resourceVersion: "27569" uid: bb10c4f2-c411-4162-bb25-c2dcd1caac9d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8bda6} kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T20:54:44Z" message: Started container splitter-graph-8bda6 metadata: creationTimestamp: "2026-09-18T20:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:54:44Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d685adf5798e98 namespace: kserve-ci-e2e-test resourceVersion: "27570" uid: a98b364a-08dd-4783-880d-b9be21b6f48b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8bda6} kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T21:02:57Z" message: Stopping container splitter-graph-8bda6 metadata: creationTimestamp: "2026-09-18T21:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:02:57Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d68620ede5af4d namespace: kserve-ci-e2e-test resourceVersion: "30995" uid: c409f67b-6f87-48d5-bfc0-4c1e63e3c5cc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T21:03:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8bda6} kind: Pod name: splitter-graph-8bda6-546cf494dd-ndzbv namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 403dd61d-f001-4634-ab2d-373d397f4b78 kind: Event lastTimestamp: "2026-09-18T21:03:26Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T21:03:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:03:26Z" name: splitter-graph-8bda6-546cf494dd-ndzbv.18d68621a902d296 namespace: kserve-ci-e2e-test resourceVersion: "31239" uid: 305f9838-d1eb-42b8-9177-a65e39bd395b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-8bda6-546cf494dd namespace: kserve-ci-e2e-test resourceVersion: "27534" uid: 3f29cf3f-e38d-43c2-aa40-507028530335 kind: Event lastTimestamp: "2026-09-18T20:54:42Z" message: 'Created pod: splitter-graph-8bda6-546cf494dd-ndzbv' metadata: creationTimestamp: "2026-09-18T20:54:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:42Z" name: splitter-graph-8bda6-546cf494dd.18d685adaa39e987 namespace: kserve-ci-e2e-test resourceVersion: "27538" uid: 094bd36f-9b03-46c3-b137-5ac7ef37ca13 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27531" uid: 485de16e-e988-48bc-8223-db1853e1ab58 kind: Event lastTimestamp: "2026-09-18T20:54:42Z" message: Scaled up replica set splitter-graph-8bda6-546cf494dd from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:54:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:42Z" name: splitter-graph-8bda6.18d685ada976c8da namespace: kserve-ci-e2e-test resourceVersion: "27536" uid: 15912f35-8e45-490d-a1a0-77021f6549dc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27549" uid: 4b660c54-bb0e-4c99-ae4a-ec674f84dcf3 kind: Event lastTimestamp: "2026-09-18T20:54:42Z" message: InferenceGraph [splitter-graph-8bda6] is Ready metadata: creationTimestamp: "2026-09-18T20:54:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:54:42Z" name: splitter-graph-8bda6.18d685adaebf45c4 namespace: kserve-ci-e2e-test resourceVersion: "27551" uid: 4a976ef9-214c-47fd-9dc1-b81e62ad5e4b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:54:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27533" uid: 6f3aa6e0-1dd0-4bab-a87f-f05231fa5827 kind: Event lastTimestamp: "2026-09-18T20:55:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:54:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:55:12Z" name: splitter-graph-8bda6.18d685b127fb5e34 namespace: kserve-ci-e2e-test resourceVersion: "27788" uid: 40a1e189-a896-49cf-84da-89662fc81fe3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:54:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27533" uid: 6f3aa6e0-1dd0-4bab-a87f-f05231fa5827 kind: Event lastTimestamp: "2026-09-18T20:55:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:54:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:55:12Z" name: splitter-graph-8bda6.18d685b12863f6b5 namespace: kserve-ci-e2e-test resourceVersion: "27789" uid: 0a25ed74-1673-4ccb-8158-5c30881f11da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:32:30.797123Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2bced-predictor-6885566469-55wjx to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:32:30Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477853479de namespace: kserve-ci-e2e-test resourceVersion: "16125" uid: cf1b86a2-48ab-432d-8b53-a734ad960af6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477a7a20961 namespace: kserve-ci-e2e-test resourceVersion: "16168" uid: a21a37ce-d176-4cfd-93b9-4f2b47d1e948 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477a8da069d namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 3ca2275c-ed53-4471-8076-efa6757c7f46 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477ab7b31d5 namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: eabc5fc7-4779-41de-8d2e-cc2dcedc3f83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477ac0fbf25 namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: 659aa0c6-56bb-49db-a7dd-a0e443cc379c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477ac1ff3f7 namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 53bd664c-9eb8-445e-8e46-f9a585666223 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477aed7ccff namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: cd56e798-a03a-4888-ab62-0b99e7878db0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:32:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:31Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d68477af4a3882 namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: cf7f58a1-a7dc-4522-b26d-08467bffae7a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:32:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:41:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:59Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d6847812292ad8 namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: 745038a3-1f50-4907-831c-8792cefeb419 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d684fb3014e5ab namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: b363099d-a0aa-45c4-b6ed-da8b507c1fae reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d684fb3015b32a namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: eb1ce272-3b6c-440d-9f95-4f00cebc833a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2bced-predictor-6885566469-55wjx namespace: kserve-ci-e2e-test resourceVersion: "16121" uid: 0a663e91-3b82-43be-bd95-a7f35ca31c33 kind: Event lastTimestamp: "2026-09-18T20:41:59Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:59Z" name: success-200-isvc-2bced-predictor-6885566469-55wjx.18d684fbdab018a5 namespace: kserve-ci-e2e-test resourceVersion: "20586" uid: e77f0d52-e6af-4caf-b738-19a22d73d041 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2bced-predictor-6885566469 namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: 376293a9-9366-4ff0-afe4-42783863c2ee kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'Created pod: success-200-isvc-2bced-predictor-6885566469-55wjx' metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: success-200-isvc-2bced-predictor-6885566469.18d68477848c1b7b namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: 94c8ade1-dd7d-4748-b893-d83ca9cd024e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16110" uid: b5d3af93-ea12-4691-8058-0ca06dcbf1f2 kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: Scaled up replica set success-200-isvc-2bced-predictor-6885566469 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: success-200-isvc-2bced-predictor.18d6847782809c70 namespace: kserve-ci-e2e-test resourceVersion: "16114" uid: a2a8cf96-540a-43b7-8463-c48bffcf0f0a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: 4b1bf217-283a-4736-94da-068a280dcc7b kind: Event lastTimestamp: "2026-09-18T20:33:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:00Z" name: success-200-isvc-2bced-predictor.18d6847b00d5dd99 namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: 7320ad37-d01f-4736-a91b-9b2aa8c09bae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: 4b1bf217-283a-4736-94da-068a280dcc7b kind: Event lastTimestamp: "2026-09-18T20:33:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:00Z" name: success-200-isvc-2bced-predictor.18d6847b011747a7 namespace: kserve-ci-e2e-test resourceVersion: "16461" uid: 502aad3f-d691-4c07-898c-7b6dec2122ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:33:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: 4b1bf217-283a-4736-94da-068a280dcc7b kind: Event lastTimestamp: "2026-09-18T20:34:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:00Z" name: success-200-isvc-2bced-predictor.18d68481fea8106e namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: adc951f1-e83e-4873-beb1-77fe81766045 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:33:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2bced-predictor namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: 4b1bf217-283a-4736-94da-068a280dcc7b kind: Event lastTimestamp: "2026-09-18T20:34:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:34:00Z" name: success-200-isvc-2bced-predictor.18d68481ff0f0382 namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: c13a44ab-3090-4ed0-8a2c-d679c7c27114 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:32:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2bced namespace: kserve-ci-e2e-test resourceVersion: "16099" uid: 5c61f38d-6e53-442f-b5e3-b44f28a4973d kind: Event lastTimestamp: "2026-09-18T20:33:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:32:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:29Z" name: success-200-isvc-2bced.18d684778274f7e1 namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: d9ca63e4-daf6-4181-8b9e-381674ab2805 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2bced namespace: kserve-ci-e2e-test resourceVersion: "16721" uid: 5c61f38d-6e53-442f-b5e3-b44f28a4973d kind: Event lastTimestamp: "2026-09-18T20:33:29Z" message: InferenceService [success-200-isvc-2bced] is Ready metadata: creationTimestamp: "2026-09-18T20:33:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:29Z" name: success-200-isvc-2bced.18d684852118993e namespace: kserve-ci-e2e-test resourceVersion: "16722" uid: 91a44048-a5e1-4169-82e2-b360b7185497 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:42:46.333162Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21097" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d68506d6030296 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: e43c2acf-90f2-4fd4-b667-e8f214a14964 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4d797-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d68506e41cdd19 namespace: kserve-ci-e2e-test resourceVersion: "21137" uid: dc453c7f-2770-4f3c-b40c-5309a72437e6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21105" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d685071bde08b6 namespace: kserve-ci-e2e-test resourceVersion: "21158" uid: 775d5b82-4c18-4432-9f38-1fb606ca5306 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d685071d34cfac namespace: kserve-ci-e2e-test resourceVersion: "21160" uid: 93bebac4-77b4-410c-9862-87b49c5590ac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d68507204a20e0 namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 9c965ce9-57d4-4c3d-9b96-3f39dafe9df5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6850720bba961 namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: f2b389c8-f9d6-44a1-9bfe-93f520a9e951 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6850720c4b7a9 namespace: kserve-ci-e2e-test resourceVersion: "21164" uid: de24211d-3bd2-4120-a333-5784af12080e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6850723a5ed09 namespace: kserve-ci-e2e-test resourceVersion: "21165" uid: 637d60b1-c5c4-4d5d-b806-36c0bef0b61e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:42:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:47Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6850724194aa8 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: ae31b1dd-39ff-4fb9-a762-fd868e19a7d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:43:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:34Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6850766a820d8 namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 8f69c833-ad7d-4601-8139-50c7678f0b31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6858a7138c79f namespace: kserve-ci-e2e-test resourceVersion: "25808" uid: 92b33272-1c1c-43f7-be35-5338e805da9a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6858a713ee057 namespace: kserve-ci-e2e-test resourceVersion: "25811" uid: bf05bac5-8bd4-49cc-b426-acd1c9543e53 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:52:15Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-09-18T20:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:15Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6858b6ad12003 namespace: kserve-ci-e2e-test resourceVersion: "25947" uid: 656a6efe-389b-4290-bec5-df35dac49018 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 71ad26b6-5135-40b7-b11e-b9a88cfe0579 kind: Event lastTimestamp: "2026-09-18T20:52:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: i/o timeout' metadata: creationTimestamp: "2026-09-18T20:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:15Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2.18d6858b6b1f92b3 namespace: kserve-ci-e2e-test resourceVersion: "25948" uid: de66bb1b-e638-4d97-a568-0173f0de5029 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4d797-predictor-86bcd8f8c9 namespace: kserve-ci-e2e-test resourceVersion: "21090" uid: 481fed03-2130-4543-b1a0-18c01630f7df kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: 'Created pod: success-200-isvc-4d797-predictor-86bcd8f8c9-7bjt2' metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-4d797-predictor-86bcd8f8c9.18d68506d595148a namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: a921958c-4830-4487-a86d-2c16e14c7582 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: d265a6c6-f4cd-452e-970d-12e07acf4883 kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Scaled up replica set success-200-isvc-4d797-predictor-86bcd8f8c9 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-4d797-predictor.18d68506d3e612f2 namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 7b5cbee5-35a1-4869-95ec-fe21dfc98607 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: b478ce45-8196-4ad9-8c3e-413575a2f608 kind: Event lastTimestamp: "2026-09-18T20:43:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:16Z" name: success-200-isvc-4d797-predictor.18d6850a5262ed2a namespace: kserve-ci-e2e-test resourceVersion: "21471" uid: 90fca352-1afa-46a0-8a68-01ee459c3185 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: b478ce45-8196-4ad9-8c3e-413575a2f608 kind: Event lastTimestamp: "2026-09-18T20:43:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:16Z" name: success-200-isvc-4d797-predictor.18d6850a52cd63a0 namespace: kserve-ci-e2e-test resourceVersion: "21472" uid: ae1100d5-7c2f-444b-83da-107dc84ae87a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: b478ce45-8196-4ad9-8c3e-413575a2f608 kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:16Z" name: success-200-isvc-4d797-predictor.18d6851150bc22d1 namespace: kserve-ci-e2e-test resourceVersion: "22166" uid: 4f080092-5cf2-4a2f-ab99-cf7c0a98f000 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:43:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4d797-predictor namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: b478ce45-8196-4ad9-8c3e-413575a2f608 kind: Event lastTimestamp: "2026-09-18T20:44:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:43:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:16Z" name: success-200-isvc-4d797-predictor.18d68511511b67f1 namespace: kserve-ci-e2e-test resourceVersion: "22167" uid: ea544e02-cf52-4723-9684-ba9cd773371a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: 24edee98-49cf-4f08-9374-221e0aa2d4a1 kind: Event lastTimestamp: "2026-09-18T20:43:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:44Z" name: success-200-isvc-4d797.18d68506d3e79915 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: ce95bc0b-5104-46c7-9c01-e715932aaf48 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4d797 namespace: kserve-ci-e2e-test resourceVersion: "21850" uid: 24edee98-49cf-4f08-9374-221e0aa2d4a1 kind: Event lastTimestamp: "2026-09-18T20:43:44Z" message: InferenceService [success-200-isvc-4d797] is Ready metadata: creationTimestamp: "2026-09-18T20:43:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:44Z" name: success-200-isvc-4d797.18d6851476101280 namespace: kserve-ci-e2e-test resourceVersion: "21851" uid: 1c05d648-37ce-409e-88c2-f08b90bcb505 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:32:00.135802Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d6847061a5c352 namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: e733d710-8de8-411b-86bc-2dc1b8495524 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15663" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d6847083ad15f7 namespace: kserve-ci-e2e-test resourceVersion: "15705" uid: a94ff533-17a5-47b2-93c8-8c75c7eab09d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d6847084e36ee8 namespace: kserve-ci-e2e-test resourceVersion: "15707" uid: b39b2ccf-ab2a-4c33-9520-820ba23c6142 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684708806d63f namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: 648b1f3c-8b7a-41ea-baa8-cbe8faf86747 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684708876184d namespace: kserve-ci-e2e-test resourceVersion: "15709" uid: cfc4d409-0c2d-4dd0-9751-7a57c471e46b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d6847088807206 namespace: kserve-ci-e2e-test resourceVersion: "15710" uid: 5bb3bdca-9649-4622-a2cf-09acee3f2e5b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684708b779e50 namespace: kserve-ci-e2e-test resourceVersion: "15711" uid: 408c7b12-c9e9-4961-8b2a-b9c3c2f1b5d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684708beb2f73 namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: 06156e18-a9e6-4dfd-9ba3-7e2054027f91 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:32:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:41:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:32:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:28Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d68470d07a81ca namespace: kserve-ci-e2e-test resourceVersion: "20194" uid: 4542ec87-700a-4229-9ba6-b0b6944854f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684f40635bed1 namespace: kserve-ci-e2e-test resourceVersion: "20085" uid: d11f640b-7674-44d8-afa0-308179d648f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684f406367ae9 namespace: kserve-ci-e2e-test resourceVersion: "20086" uid: fe1a4a5d-fb1d-49c7-8e85-f8bb94124fdf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 552cf52e-cd8b-4d1b-8e83-5ad73fe1c557 kind: Event lastTimestamp: "2026-09-18T20:41:33Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:33Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm.18d684f498fc07b9 namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: 019f166d-a240-4611-b6e1-74867f84e7b3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5b4a7-predictor-6fd6897c9f namespace: kserve-ci-e2e-test resourceVersion: "15627" uid: ed840a9c-5783-4271-b9c6-918de98d7ecb kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Created pod: success-200-isvc-5b4a7-predictor-6fd6897c9f-ddwqm' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor-6fd6897c9f.18d6847061096a6e namespace: kserve-ci-e2e-test resourceVersion: "15643" uid: d6443ab9-1811-4f90-8cbf-bd57d9428e77 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: 1f86af68-af05-45ab-a9f5-aff84bb227f0 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Scaled up replica set success-200-isvc-5b4a7-predictor-6fd6897c9f from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7-predictor.18d684705d650f8f namespace: kserve-ci-e2e-test resourceVersion: "15629" uid: a5469ff6-3f26-4aef-b955-376f59d1b79c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15626" uid: 1d2c1a06-95be-4045-9375-e0a419f6587e kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: success-200-isvc-5b4a7-predictor.18d68473dc1da360 namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: e1b96ea2-7b7b-46b2-8688-1ad8ab29d1fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:32:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15626" uid: 1d2c1a06-95be-4045-9375-e0a419f6587e kind: Event lastTimestamp: "2026-09-18T20:32:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:32:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:32:30Z" name: success-200-isvc-5b4a7-predictor.18d68473dc82b8e5 namespace: kserve-ci-e2e-test resourceVersion: "16022" uid: ed455f95-dbd1-4860-bd8d-3c338cb4455d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15862" uid: 1d2c1a06-95be-4045-9375-e0a419f6587e kind: Event lastTimestamp: "2026-09-18T20:33:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:15Z" name: success-200-isvc-5b4a7-predictor.18d6847ada9119b7 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: f990dce6-0262-4048-906c-99abef9a57e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:32:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5b4a7-predictor namespace: kserve-ci-e2e-test resourceVersion: "15862" uid: 1d2c1a06-95be-4045-9375-e0a419f6587e kind: Event lastTimestamp: "2026-09-18T20:33:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:15Z" name: success-200-isvc-5b4a7-predictor.18d6847adb0bed04 namespace: kserve-ci-e2e-test resourceVersion: "16599" uid: 18b43114-3b57-4eb1-848c-bc210edaeaf7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15605" uid: 2d1a8a8b-dcfa-4c19-a7f3-db30840b3860 kind: Event lastTimestamp: "2026-09-18T20:32:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:58Z" name: success-200-isvc-5b4a7.18d684705dc769de namespace: kserve-ci-e2e-test resourceVersion: "16425" uid: 6aa2e960-945e-46d2-9ef9-995e89a9f35e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15605" uid: 2d1a8a8b-dcfa-4c19-a7f3-db30840b3860 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'Failed to update status for InferenceService "success-200-isvc-5b4a7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5b4a7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7.18d684705e475067 namespace: kserve-ci-e2e-test resourceVersion: "15635" uid: 3f4c1b61-d652-4b0d-8c38-6e2fb8a39418 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "15605" uid: 2d1a8a8b-dcfa-4c19-a7f3-db30840b3860 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5b4a7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-5b4a7.18d684705e4792f3 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: 3f3f823c-b8b4-4bfc-b265-add245362ce8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 2d1a8a8b-dcfa-4c19-a7f3-db30840b3860 kind: Event lastTimestamp: "2026-09-18T20:32:58Z" message: InferenceService [success-200-isvc-5b4a7] is Ready metadata: creationTimestamp: "2026-09-18T20:32:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:32:58Z" name: success-200-isvc-5b4a7.18d6847de05e85e7 namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: 9c05adc8-01d9-494f-909c-41d7893bf718 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:52:11.660680Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25829" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-854fa-predictor-d9d5c496f-w5djj to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858a7628670e namespace: kserve-ci-e2e-test resourceVersion: "25839" uid: 25f7a2f9-e8e5-4616-b357-ec2491631271 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-854fa-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858a81cb305b namespace: kserve-ci-e2e-test resourceVersion: "25877" uid: fc67880c-606c-46b0-b0d2-58eedf6edca3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25851" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858abbf97385 namespace: kserve-ci-e2e-test resourceVersion: "25891" uid: 62d2b309-eb15-4621-93fa-94d880806e3b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858abd617498 namespace: kserve-ci-e2e-test resourceVersion: "25893" uid: 7748a001-0c27-4f20-a26b-1d1d5d9185b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858ac01b5441 namespace: kserve-ci-e2e-test resourceVersion: "25895" uid: c5ab1125-fd75-4270-b0ca-21d2970baa7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858ac0872ef8 namespace: kserve-ci-e2e-test resourceVersion: "25897" uid: 3452f031-fc12-4c45-9d46-3bb3514fa71a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858ac09105b5 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 7037feca-86f8-4256-ac17-4bbe6ab5c6aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858ac3b27211 namespace: kserve-ci-e2e-test resourceVersion: "25901" uid: 7c6e8bbe-e2c0-426c-acae-7c2977d8857d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:52:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:12Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858ac431f0e3 namespace: kserve-ci-e2e-test resourceVersion: "25902" uid: ed7f0e17-8593-4308-8664-66e4b61d3664 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:53:00Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:00Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6858b060fb5c3 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 0d572126-f8f1-4703-a0ad-99279c86f57b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:32Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6859d54fae2ed namespace: kserve-ci-e2e-test resourceVersion: "26798" uid: 8c1fa97f-0cc8-4ef4-976e-8d6f68333123 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:32Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6859d54fb691b namespace: kserve-ci-e2e-test resourceVersion: "26802" uid: 1b622e8d-85fd-4606-b9f1-bcc58850fceb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 02a37061-dcb5-4998-870d-81cc21136c9e kind: Event lastTimestamp: "2026-09-18T20:53:35Z" message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:35Z" name: success-200-isvc-854fa-predictor-d9d5c496f-w5djj.18d6859de26ce2a6 namespace: kserve-ci-e2e-test resourceVersion: "26913" uid: 827f3b32-f510-4c94-b25d-aa35cd7df504 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-854fa-predictor-d9d5c496f namespace: kserve-ci-e2e-test resourceVersion: "25810" uid: 9917cf61-8b97-446a-bcca-58f62fe71b83 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'Created pod: success-200-isvc-854fa-predictor-d9d5c496f-w5djj' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa-predictor-d9d5c496f.18d6858a75bacfa8 namespace: kserve-ci-e2e-test resourceVersion: "25834" uid: e2a72433-470f-4915-933f-1c4408ebb0cb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25806" uid: f5733ec0-6637-4bd7-a991-074cfa0e7a45 kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: Scaled up replica set success-200-isvc-854fa-predictor-d9d5c496f from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa-predictor.18d6858a72002f57 namespace: kserve-ci-e2e-test resourceVersion: "25813" uid: cfd11b66-a2c2-4021-9aa5-4c7717f05c85 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:52:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25809" uid: 846a2967-963c-4bdc-9ca7-df78f9983e16 kind: Event lastTimestamp: "2026-09-18T20:53:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:26Z" name: success-200-isvc-854fa-predictor.18d6858df08c8e63 namespace: kserve-ci-e2e-test resourceVersion: "26706" uid: 77b19360-cb10-4a82-a86e-37dde4486166 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:52:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-854fa-predictor namespace: kserve-ci-e2e-test resourceVersion: "25809" uid: 846a2967-963c-4bdc-9ca7-df78f9983e16 kind: Event lastTimestamp: "2026-09-18T20:53:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:26Z" name: success-200-isvc-854fa-predictor.18d6858df0ca736c namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: 7fb513ab-d0df-44b7-a60a-200135e5f721 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25787" uid: 077e5bf6-796d-40f8-a66c-c9cdf5cea79b kind: Event lastTimestamp: "2026-09-18T20:53:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:10Z" name: success-200-isvc-854fa.18d6858a7202117c namespace: kserve-ci-e2e-test resourceVersion: "26535" uid: c07d8239-856d-40ae-b676-98bc947949fe reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25787" uid: 077e5bf6-796d-40f8-a66c-c9cdf5cea79b kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'Failed to update status for InferenceService "success-200-isvc-854fa": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-854fa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa.18d6858a728adb3d namespace: kserve-ci-e2e-test resourceVersion: "25816" uid: 5c18c50b-b08a-496f-88ef-6c9fecc0f4e6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "25787" uid: 077e5bf6-796d-40f8-a66c-c9cdf5cea79b kind: Event lastTimestamp: "2026-09-18T20:52:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-854fa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:52:11Z" name: success-200-isvc-854fa.18d6858a728b25dc namespace: kserve-ci-e2e-test resourceVersion: "25818" uid: 2a9f7245-8d5f-4e8e-a580-0bdb11bd4b54 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-854fa namespace: kserve-ci-e2e-test resourceVersion: "26533" uid: 077e5bf6-796d-40f8-a66c-c9cdf5cea79b kind: Event lastTimestamp: "2026-09-18T20:53:10Z" message: InferenceService [success-200-isvc-854fa] is Ready metadata: creationTimestamp: "2026-09-18T20:53:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:10Z" name: success-200-isvc-854fa.18d685981575db62 namespace: kserve-ci-e2e-test resourceVersion: "26534" uid: d92b6dfb-ac26-460f-9948-d3b9e1d456b0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:53:32.843621Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8bda6-predictor-67c7c6c79-bg622 to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:53:32Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859d5d09b326 namespace: kserve-ci-e2e-test resourceVersion: "26834" uid: 824c178b-e444-4f74-bc3c-0e8d72f8d850 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:33Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8bda6-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:53:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:33Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859d6cbd8020 namespace: kserve-ci-e2e-test resourceVersion: "26867" uid: e9d6baad-0030-4287-977c-72a5dbb1531a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26838" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859da2983d6d namespace: kserve-ci-e2e-test resourceVersion: "26881" uid: d5fafeef-2288-4732-a66a-66257cda2c73 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859da3fb574d namespace: kserve-ci-e2e-test resourceVersion: "26883" uid: 67e080b0-f3d0-4490-8ea8-a8759e69f49b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859da7038fe2 namespace: kserve-ci-e2e-test resourceVersion: "26884" uid: 53d492f7-cb16-400b-95b4-9865825b4d39 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859da773ab57 namespace: kserve-ci-e2e-test resourceVersion: "26885" uid: e8f18bf7-88d1-4f6e-95e9-6de67dd25501 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859da77cf423 namespace: kserve-ci-e2e-test resourceVersion: "26886" uid: b7ed9ecf-e1bd-4134-a610-deffa3dcf2bb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859daa53db38 namespace: kserve-ci-e2e-test resourceVersion: "26891" uid: 5187a099-6b72-4b38-bddf-d801752ecb99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T20:53:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:34Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859daac9df36 namespace: kserve-ci-e2e-test resourceVersion: "26892" uid: 299a803a-2b7b-40a4-acb4-d185cc0e6723 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:53:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T21:03:00Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:03:00Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d6859dbca21938 namespace: kserve-ci-e2e-test resourceVersion: "31047" uid: 985dff03-4f14-4d44-8029-2aab4555f276 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T21:02:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T21:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:02:58Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d68620f51f8a1f namespace: kserve-ci-e2e-test resourceVersion: "31014" uid: bfbb6cd0-b2f8-436c-8297-3d273f7df54b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T21:02:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T21:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:02:58Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d68620f5202c77 namespace: kserve-ci-e2e-test resourceVersion: "31015" uid: ee9459cc-726a-48b0-a3df-4329e2301bbb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:03:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 1fccc1e4-ff57-4a28-b6f0-a84182dd1689 kind: Event lastTimestamp: "2026-09-18T21:03:00Z" message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp 10.134.0.41:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T21:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:03:00Z" name: success-200-isvc-8bda6-predictor-67c7c6c79-bg622.18d68621851dda04 namespace: kserve-ci-e2e-test resourceVersion: "31046" uid: 88d8b7d2-e903-4d38-b245-f7b0350180c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8bda6-predictor-67c7c6c79 namespace: kserve-ci-e2e-test resourceVersion: "26823" uid: e4ff8e96-25ef-414a-b30e-41e7ea9abd3d kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: 'Created pod: success-200-isvc-8bda6-predictor-67c7c6c79-bg622' metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:32Z" name: success-200-isvc-8bda6-predictor-67c7c6c79.18d6859d5c59f194 namespace: kserve-ci-e2e-test resourceVersion: "26830" uid: 2c1fb651-e9ab-4162-97ac-5410d8e7525b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26821" uid: bb848e80-6c05-4f79-94fe-bd6d44a54b94 kind: Event lastTimestamp: "2026-09-18T20:53:32Z" message: Scaled up replica set success-200-isvc-8bda6-predictor-67c7c6c79 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:32Z" name: success-200-isvc-8bda6-predictor.18d6859d5a80ef8c namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: d748deae-d211-47c6-8352-3dc87c327be0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26822" uid: 8732b12a-3406-464d-8ea5-c9faf67c1392 kind: Event lastTimestamp: "2026-09-18T20:53:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:47Z" name: success-200-isvc-8bda6-predictor.18d685a0d9064436 namespace: kserve-ci-e2e-test resourceVersion: "27042" uid: a818c6fe-13b9-43a7-94f5-a5d07512ac80 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26822" uid: 8732b12a-3406-464d-8ea5-c9faf67c1392 kind: Event lastTimestamp: "2026-09-18T20:53:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:47Z" name: success-200-isvc-8bda6-predictor.18d685a0d966c694 namespace: kserve-ci-e2e-test resourceVersion: "27044" uid: 64b3fa06-cf6d-4f57-92c4-e3dc7de0394f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:54:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27043" uid: 8732b12a-3406-464d-8ea5-c9faf67c1392 kind: Event lastTimestamp: "2026-09-18T20:54:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:54:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:47Z" name: success-200-isvc-8bda6-predictor.18d685a4582f1c64 namespace: kserve-ci-e2e-test resourceVersion: "27598" uid: d5bbbb10-a2ec-483c-86ca-65a946fb82bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:54:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8bda6-predictor namespace: kserve-ci-e2e-test resourceVersion: "27043" uid: 8732b12a-3406-464d-8ea5-c9faf67c1392 kind: Event lastTimestamp: "2026-09-18T20:54:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:54:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:47Z" name: success-200-isvc-8bda6-predictor.18d685a4589c6dab namespace: kserve-ci-e2e-test resourceVersion: "27599" uid: 9ace2ce1-8c2b-4bc7-9402-7461c9aed0eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:53:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "26808" uid: ed70005b-29a0-4458-8ece-2a1207008bad kind: Event lastTimestamp: "2026-09-18T20:54:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:53:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:54:30Z" name: success-200-isvc-8bda6.18d6859d5a90db60 namespace: kserve-ci-e2e-test resourceVersion: "27426" uid: 60a3ed98-b5c9-4acb-843b-9ec17217bbc8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:54:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8bda6 namespace: kserve-ci-e2e-test resourceVersion: "27424" uid: ed70005b-29a0-4458-8ece-2a1207008bad kind: Event lastTimestamp: "2026-09-18T20:54:30Z" message: InferenceService [success-200-isvc-8bda6] is Ready metadata: creationTimestamp: "2026-09-18T20:54:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:54:30Z" name: success-200-isvc-8bda6.18d685aacbd8fb43 namespace: kserve-ci-e2e-test resourceVersion: "27425" uid: af49ed3b-d1b8-4bf1-9094-df96f23da725 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:43:17.747648Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e267610c1 namespace: kserve-ci-e2e-test resourceVersion: "21560" uid: a302752e-b486-4480-9a41-37cb8580893d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e4875af96 namespace: kserve-ci-e2e-test resourceVersion: "21603" uid: ffe74ec7-f0e1-4dff-8d40-b660bbbbad46 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e49bfae95 namespace: kserve-ci-e2e-test resourceVersion: "21606" uid: b810bb09-fb5f-4392-9aef-19489b0d5b44 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e4d255e22 namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: 9bbb59bb-0b77-4587-a7a9-89e2b891522d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e4d93928a namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: 551da895-aa4c-42d7-81fe-ddf2f3d9c9c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e4d9c6509 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 22138ba5-a236-4687-907a-7ec20a021fa9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e5071241b namespace: kserve-ci-e2e-test resourceVersion: "21612" uid: 917d88fe-3d8b-4a7c-ba0f-4ce5c7f21d41 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:43:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:18Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e50f02e66 namespace: kserve-ci-e2e-test resourceVersion: "21614" uid: 45db24be-6344-4ed1-8d03-72934602969d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:52:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:44Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6850e6af8cd70 namespace: kserve-ci-e2e-test resourceVersion: "26309" uid: 2765770e-fae4-483f-aa41-317b0a336512 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d68591c5b0c6ee namespace: kserve-ci-e2e-test resourceVersion: "26197" uid: fdbf74b1-5b3d-438e-97d1-40924bb7440c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d68591c5b1e22d namespace: kserve-ci-e2e-test resourceVersion: "26204" uid: 2f7159c8-05e9-484c-8963-24fe05aa3104 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 696d27c2-9d89-4457-a480-25d2cea389ee kind: Event lastTimestamp: "2026-09-18T20:52:44Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:44Z" name: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6.18d6859233625228 namespace: kserve-ci-e2e-test resourceVersion: "26308" uid: 6526a007-de5e-40dd-8703-40cb238bd47c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8cb8c-predictor-765d78496f namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: 51859f91-25c6-4f04-a9b7-af1d6f3ac575 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'Created pod: success-200-isvc-8cb8c-predictor-765d78496f-kjmd6' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-8cb8c-predictor-765d78496f.18d6850e2602674c namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: d66f2ffb-5c17-484d-923c-34ad8c10643c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: c52b0313-c091-48fb-9231-2af558cecfb4 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Scaled up replica set success-200-isvc-8cb8c-predictor-765d78496f from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-8cb8c-predictor.18d6850e23ea6390 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: e3d7e45d-4cd4-4cff-81d5-0b4c83a4092e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: dec76d90-c923-470f-b790-49c1aff4e24c kind: Event lastTimestamp: "2026-09-18T20:43:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:47Z" name: success-200-isvc-8cb8c-predictor.18d68511a30ad3e4 namespace: kserve-ci-e2e-test resourceVersion: "21889" uid: 95e4577d-6b00-4725-92f6-5a033ae339b8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: dec76d90-c923-470f-b790-49c1aff4e24c kind: Event lastTimestamp: "2026-09-18T20:43:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:47Z" name: success-200-isvc-8cb8c-predictor.18d68511a3d2a1c8 namespace: kserve-ci-e2e-test resourceVersion: "21890" uid: 5bc9eea4-e3b1-412f-92da-d84fa6413540 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:44:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21750" uid: dec76d90-c923-470f-b790-49c1aff4e24c kind: Event lastTimestamp: "2026-09-18T20:44:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:47Z" name: success-200-isvc-8cb8c-predictor.18d68518a112ae09 namespace: kserve-ci-e2e-test resourceVersion: "22445" uid: ee4437e9-d992-42e6-8c8c-1f7823abef6f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:44:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8cb8c-predictor namespace: kserve-ci-e2e-test resourceVersion: "21750" uid: dec76d90-c923-470f-b790-49c1aff4e24c kind: Event lastTimestamp: "2026-09-18T20:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:44:47Z" name: success-200-isvc-8cb8c-predictor.18d68518a192185a namespace: kserve-ci-e2e-test resourceVersion: "22446" uid: 400fbe40-c832-4169-9f65-b5b99e985712 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 07a83667-246b-4663-ada8-5fd087657a48 kind: Event lastTimestamp: "2026-09-18T20:44:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:44:15Z" name: success-200-isvc-8cb8c.18d6850e2425c9b0 namespace: kserve-ci-e2e-test resourceVersion: "22148" uid: 30281c29-5b79-4f0a-a8cc-d1f8c48b2286 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 07a83667-246b-4663-ada8-5fd087657a48 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'Failed to update status for InferenceService "success-200-isvc-8cb8c": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8cb8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-8cb8c.18d6850e24a093d0 namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: a4acecab-f349-4901-8eeb-55b7e8f68543 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: 07a83667-246b-4663-ada8-5fd087657a48 kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8cb8c": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-8cb8c.18d6850e24a0ebed namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: b2e4d06a-a1d0-49cf-bff4-646126b8c196 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:44:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8cb8c namespace: kserve-ci-e2e-test resourceVersion: "22145" uid: 07a83667-246b-4663-ada8-5fd087657a48 kind: Event lastTimestamp: "2026-09-18T20:44:14Z" message: InferenceService [success-200-isvc-8cb8c] is Ready metadata: creationTimestamp: "2026-09-18T20:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:44:14Z" name: success-200-isvc-8cb8c.18d6851b7a6cf47e namespace: kserve-ci-e2e-test resourceVersion: "22146" uid: 40ad729b-a48d-42ab-9138-845418300305 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:41:25.593603Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20095" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f4098f38b8 namespace: kserve-ci-e2e-test resourceVersion: "20107" uid: 9ae729f7-544b-43a1-8206-d0b617b644fe reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c092f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f4157c1049 namespace: kserve-ci-e2e-test resourceVersion: "20143" uid: 4b9734ba-013d-4947-b173-8d68eccc6d0d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20119" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f44f488c4a namespace: kserve-ci-e2e-test resourceVersion: "20160" uid: c8fecb0c-c6a5-4a1c-bf4c-5e955e4e79d8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f45100aeb1 namespace: kserve-ci-e2e-test resourceVersion: "20162" uid: 5b7995c2-fbc2-4e93-ab7f-cb1fb8738683 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f45408b78e namespace: kserve-ci-e2e-test resourceVersion: "20164" uid: a35dbbf2-7efe-4334-9d05-6bfca14dc47e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f454785424 namespace: kserve-ci-e2e-test resourceVersion: "20165" uid: 17a0067a-0cb0-4798-ade5-eeea9993df14 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f45483170c namespace: kserve-ci-e2e-test resourceVersion: "20166" uid: 77e7f38a-94be-4a85-a1c5-f3f783fd7c18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f45759b236 namespace: kserve-ci-e2e-test resourceVersion: "20170" uid: ee84a662-8b36-4415-8611-5f7d88057c7d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:41:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:26Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f457c7c9cb namespace: kserve-ci-e2e-test resourceVersion: "20171" uid: 06cfe11d-f071-4544-8eb4-8d4839c4b926 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:42:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:13Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d684f47416b8c9 namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 1ad42aea-16cf-4ef7-89fe-e0765b3aa49e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d68506cf055ddc namespace: kserve-ci-e2e-test resourceVersion: "21066" uid: 5fe47266-f03b-46a3-8ce8-7d020e5cb329 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:42:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:46Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d68506cf05f756 namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: b2656a31-f32c-4600-a0c6-17e97e0b6d28 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z namespace: kserve-ci-e2e-test resourceVersion: "20099" uid: 7ba44c99-99da-45f6-8567-c31576f19f3c kind: Event lastTimestamp: "2026-09-18T20:42:48Z" message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:48Z" name: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z.18d68507507b2db0 namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: 92fe2a73-0203-4cd0-b35b-32800f8fd8dc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c092f-predictor-75bf5bdb89 namespace: kserve-ci-e2e-test resourceVersion: "20072" uid: 1d6b784b-1b0e-46db-980d-de91a855a509 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: 'Created pod: success-200-isvc-c092f-predictor-75bf5bdb89-gtr4z' metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-c092f-predictor-75bf5bdb89.18d684f408fe2c0a namespace: kserve-ci-e2e-test resourceVersion: "20101" uid: 1dce542e-e8c5-4bbb-95a3-1289b9cec6b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 0277d5be-a2c7-4c96-aaa1-302a236b36fa kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Scaled up replica set success-200-isvc-c092f-predictor-75bf5bdb89 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:25Z" name: success-200-isvc-c092f-predictor.18d684f40407cead namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 804811f7-e703-468a-9961-f70a62f5949e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:41:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: 89cdd5c3-7912-41b9-961d-f5075cb75277 kind: Event lastTimestamp: "2026-09-18T20:42:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:10Z" name: success-200-isvc-c092f-predictor.18d684f782c0beea namespace: kserve-ci-e2e-test resourceVersion: "20689" uid: 476c0a70-b865-491f-9b39-3cb3e1a1e8df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T20:41:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: 89cdd5c3-7912-41b9-961d-f5075cb75277 kind: Event lastTimestamp: "2026-09-18T20:42:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:41:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:10Z" name: success-200-isvc-c092f-predictor.18d684f783281c2c namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: 5ebd3dec-3ed8-4e12-bf67-e949c56994c1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:41:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: 89cdd5c3-7912-41b9-961d-f5075cb75277 kind: Event lastTimestamp: "2026-09-18T20:42:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:41:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:40Z" name: success-200-isvc-c092f-predictor.18d684fb01e85bbb namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: 68a653f2-a578-4b6e-801b-d5e7c0add230 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:41:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c092f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: 89cdd5c3-7912-41b9-961d-f5075cb75277 kind: Event lastTimestamp: "2026-09-18T20:42:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:41:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:40Z" name: success-200-isvc-c092f-predictor.18d684fb025491ad namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: 0925a768-29e1-4da2-b93a-5fb2f72a8b7c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c092f namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 3a774b52-5f4d-4048-a358-5f4b2a476e79 kind: Event lastTimestamp: "2026-09-18T20:42:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:23Z" name: success-200-isvc-c092f.18d684f403fd80e6 namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: e1d66b7e-f1f5-48f0-9422-00668d6ffec5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c092f namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 3a774b52-5f4d-4048-a358-5f4b2a476e79 kind: Event lastTimestamp: "2026-09-18T20:42:23Z" message: InferenceService [success-200-isvc-c092f] is Ready metadata: creationTimestamp: "2026-09-18T20:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:23Z" name: success-200-isvc-c092f.18d685018397a405 namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 74176bd7-b5f2-463f-8766-146ab87a3603 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:52:43.193589Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26231" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591cdaa6d2c namespace: kserve-ci-e2e-test resourceVersion: "26236" uid: 3983d61c-b612-47c2-97eb-a496cebe209a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26241" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591ef8f9b04 namespace: kserve-ci-e2e-test resourceVersion: "26276" uid: 2ffcc664-4241-4d6a-8da1-40ccf7c7b67c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f0f178da namespace: kserve-ci-e2e-test resourceVersion: "26278" uid: 2bb5a788-3475-4999-9a78-866541e65162 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f4046678 namespace: kserve-ci-e2e-test resourceVersion: "26280" uid: 364987b0-33d0-4586-97fb-f1b895c63d40 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f475a9a9 namespace: kserve-ci-e2e-test resourceVersion: "26281" uid: 16867f30-f4ce-4c93-bf56-3f7750c1437d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f4813079 namespace: kserve-ci-e2e-test resourceVersion: "26282" uid: 0e3e1ce2-d12b-4fde-b3e7-3d1ccb1a8f2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f74fae63 namespace: kserve-ci-e2e-test resourceVersion: "26285" uid: b50bf46b-6c2f-43eb-998e-49f3b7bfb0c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68591f7bcaf73 namespace: kserve-ci-e2e-test resourceVersion: "26287" uid: 1ba1c4c6-8d7b-4b4c-8b4c-2bb5e90e59f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:52:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T20:53:31Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:31Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d6859246be918d namespace: kserve-ci-e2e-test resourceVersion: "26748" uid: 19b5f0af-9390-4eee-a30b-27f3b8a3e30d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T21:10:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T21:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:13Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d6868661c4c13c namespace: kserve-ci-e2e-test resourceVersion: "34030" uid: 32c7a7d5-f5e0-4ed5-a1e2-b72edf480bdb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T21:10:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T21:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:13Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d6868661c514c3 namespace: kserve-ci-e2e-test resourceVersion: "34031" uid: f7dff60c-848d-4bac-8cda-7779c3e20380 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: 6d14796a-8319-4501-adcf-c3fb32d62c20 kind: Event lastTimestamp: "2026-09-18T21:10:16Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T21:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:16Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px.18d68686fb6de291 namespace: kserve-ci-e2e-test resourceVersion: "34102" uid: bdbe0d21-1c59-4478-bebd-bdf605dca3c3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c7ffd-predictor-7f499f4f6f namespace: kserve-ci-e2e-test resourceVersion: "26225" uid: e59df11e-3b34-4d5d-828b-93dbc521a271 kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: 'Created pod: success-200-isvc-c7ffd-predictor-7f499f4f6f-h99px' metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor-7f499f4f6f.18d68591cd34bb44 namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: 4c06b0d2-3360-4d41-a34a-61f9607bf1be reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26223" uid: 67f00938-a0a6-40e0-8fc4-c1399cf6c81c kind: Event lastTimestamp: "2026-09-18T20:52:43Z" message: Scaled up replica set success-200-isvc-c7ffd-predictor-7f499f4f6f from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:52:43Z" name: success-200-isvc-c7ffd-predictor.18d68591cb56fe61 namespace: kserve-ci-e2e-test resourceVersion: "26226" uid: 229adf15-473e-48e0-b890-3e450d860cb0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26224" uid: 42dfe658-d2d0-44c0-a64f-3215b1160bb9 kind: Event lastTimestamp: "2026-09-18T20:53:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:58Z" name: success-200-isvc-c7ffd-predictor.18d685954a06c70f namespace: kserve-ci-e2e-test resourceVersion: "27160" uid: 816b0710-c5b8-4f9a-8de6-f420a6b87f6d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26224" uid: 42dfe658-d2d0-44c0-a64f-3215b1160bb9 kind: Event lastTimestamp: "2026-09-18T20:53:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:58Z" name: success-200-isvc-c7ffd-predictor.18d685954a8017cf namespace: kserve-ci-e2e-test resourceVersion: "27161" uid: 4875807c-c93a-49a7-89ae-5ff5c613883e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26428" uid: 42dfe658-d2d0-44c0-a64f-3215b1160bb9 kind: Event lastTimestamp: "2026-09-18T20:53:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:13Z" name: success-200-isvc-c7ffd-predictor.18d68598c9311bc2 namespace: kserve-ci-e2e-test resourceVersion: "26565" uid: c3377c94-9dd6-468c-bd39-877bd9743bc7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c7ffd-predictor namespace: kserve-ci-e2e-test resourceVersion: "26428" uid: 42dfe658-d2d0-44c0-a64f-3215b1160bb9 kind: Event lastTimestamp: "2026-09-18T20:53:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:53:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:13Z" name: success-200-isvc-c7ffd-predictor.18d68598c9950fe8 namespace: kserve-ci-e2e-test resourceVersion: "26567" uid: 6de0beb7-a5b8-4168-98dd-1aa2d0680bc0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:52:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "26214" uid: 47cf3baf-1090-40c9-ac54-2a73193270b3 kind: Event lastTimestamp: "2026-09-18T20:53:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:41Z" name: success-200-isvc-c7ffd.18d68591cb604dc0 namespace: kserve-ci-e2e-test resourceVersion: "26987" uid: 47d42cf0-0318-41fb-85e9-2b78ecca9e46 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "26984" uid: 47cf3baf-1090-40c9-ac54-2a73193270b3 kind: Event lastTimestamp: "2026-09-18T20:53:41Z" message: InferenceService [success-200-isvc-c7ffd] is Ready metadata: creationTimestamp: "2026-09-18T20:53:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:41Z" name: success-200-isvc-c7ffd.18d6859f56973b49 namespace: kserve-ci-e2e-test resourceVersion: "26986" uid: a167e65e-b9a2-4e2e-a462-8329a38b09d7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:41:56.422781Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e7889-predictor-785b95f47f-nvfq8 to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb371efbfd namespace: kserve-ci-e2e-test resourceVersion: "20504" uid: 48599c88-9c65-4917-af55-c8394d1cce43 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20511" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb5933d433 namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 34b979cb-aa3a-4666-8c82-b8f9337557fb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb5a81dae3 namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: d7bf3e2e-4f4e-4c26-8a2e-31f21d32a721 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb5d9b0487 namespace: kserve-ci-e2e-test resourceVersion: "20551" uid: 8722ccac-2534-4205-8323-c1bba90245c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb5e0b3a69 namespace: kserve-ci-e2e-test resourceVersion: "20552" uid: 2470a306-b112-4e20-bd0e-b1a341cae650 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb5e1597ee namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: 000ca560-4b3f-4dbe-b5b2-1c8c60d80fd2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb62650034 namespace: kserve-ci-e2e-test resourceVersion: "20555" uid: 34bdbdfc-362f-43aa-836e-97d0d7889794 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:41:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:41:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:57Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fb62eab7c7 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: df84fc5e-dcba-48b6-8c79-2691c90759e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T20:41:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:42:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:42:44Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d684fbb4ac5f5f namespace: kserve-ci-e2e-test resourceVersion: "21017" uid: ff3581e4-ab02-4276-b047-beae389bb72a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d6850e225a8fe5 namespace: kserve-ci-e2e-test resourceVersion: "21522" uid: 33824245-2f4c-44a0-91ec-7b90e24803dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:43:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:17Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d6850e225b4879 namespace: kserve-ci-e2e-test resourceVersion: "21531" uid: 1c4a1694-5310-4fef-a02a-a33f599af85b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:43:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: a93fa377-d5ab-45a3-9d04-136d8c6873ba kind: Event lastTimestamp: "2026-09-18T20:43:19Z" message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:43:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:43:19Z" name: success-200-isvc-e7889-predictor-785b95f47f-nvfq8.18d6850e90e0600e namespace: kserve-ci-e2e-test resourceVersion: "21636" uid: 4e5172c0-0df2-4e3f-85bd-a238ad355862 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e7889-predictor-785b95f47f namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: e6b0f230-fae3-4044-aff5-3740fad82359 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: 'Created pod: success-200-isvc-e7889-predictor-785b95f47f-nvfq8' metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889-predictor-785b95f47f.18d684fb36775818 namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: 35066131-f09d-4dfe-96d8-91644b1b0c29 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 900d0882-f49e-46ac-b77a-0f4afe7c415b kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: Scaled up replica set success-200-isvc-e7889-predictor-785b95f47f from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889-predictor.18d684fb3453644f namespace: kserve-ci-e2e-test resourceVersion: "20492" uid: fc181f96-ff33-4e7f-955d-f44d40a377ba reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: 631b44d1-fac5-4458-8924-792e0b8db1fb kind: Event lastTimestamp: "2026-09-18T20:42:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:11Z" name: success-200-isvc-e7889-predictor.18d684feb2c4adff namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: 6804ea56-91fd-4805-8eb5-5c1fb8311091 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: 631b44d1-fac5-4458-8924-792e0b8db1fb kind: Event lastTimestamp: "2026-09-18T20:42:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:42:11Z" name: success-200-isvc-e7889-predictor.18d684feb328f519 namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: ef2dfaa9-42f4-4d5c-b1dc-7f7613e09a1c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:42:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: 631b44d1-fac5-4458-8924-792e0b8db1fb kind: Event lastTimestamp: "2026-09-18T20:43:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:11Z" name: success-200-isvc-e7889-predictor.18d6850231ef2a03 namespace: kserve-ci-e2e-test resourceVersion: "21424" uid: 0bff2b31-065b-4f18-8856-b47c429e0943 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:42:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e7889-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: 631b44d1-fac5-4458-8924-792e0b8db1fb kind: Event lastTimestamp: "2026-09-18T20:43:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:42:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:43:11Z" name: success-200-isvc-e7889-predictor.18d6850232547692 namespace: kserve-ci-e2e-test resourceVersion: "21425" uid: 7a75ec0d-d67f-419c-949f-7d9ff369ba32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "20462" uid: a2a81437-b8c8-4a38-9f8b-89d8fed9ab89 kind: Event lastTimestamp: "2026-09-18T20:42:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:54Z" name: success-200-isvc-e7889.18d684fb34530f28 namespace: kserve-ci-e2e-test resourceVersion: "21244" uid: fa64e4e0-af7f-43b1-90b0-0064664ff84f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "20462" uid: a2a81437-b8c8-4a38-9f8b-89d8fed9ab89 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: 'Failed to update status for InferenceService "success-200-isvc-e7889": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e7889": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889.18d684fb34ce3bc5 namespace: kserve-ci-e2e-test resourceVersion: "20496" uid: 9f47be13-a6d2-4ae4-8ebb-695df68f3a3e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "20462" uid: a2a81437-b8c8-4a38-9f8b-89d8fed9ab89 kind: Event lastTimestamp: "2026-09-18T20:41:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e7889": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T20:41:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:41:56Z" name: success-200-isvc-e7889.18d684fb34cea35b namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 01cca707-431a-4c55-9d75-fdeb3633a025 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:42:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e7889 namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: a2a81437-b8c8-4a38-9f8b-89d8fed9ab89 kind: Event lastTimestamp: "2026-09-18T20:42:54Z" message: InferenceService [success-200-isvc-e7889] is Ready metadata: creationTimestamp: "2026-09-18T20:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:42:54Z" name: success-200-isvc-e7889.18d68508c3b1c012 namespace: kserve-ci-e2e-test resourceVersion: "21243" uid: cccc7af9-7165-49b0-8320-24ac49f6072c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:30:09.119628Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14412" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ef587-predictor-6d4f85455-lpmjf to ip-10-0-140-180.ec2.internal metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:30:09Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d684568891791f namespace: kserve-ci-e2e-test resourceVersion: "14417" uid: 22c650d5-e242-419f-9dab-93e93d5f764d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14421" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:30:09Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d68456ab0715ec namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: 6714a9b7-2123-4316-a490-ef260ee16d5e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:09Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d68456ac762e29 namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: c129afb4-1fcd-4516-8029-1cc4f895769f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-2013" in 17.61s (17.61s including waiting). Image size: 1384134229 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845ac625ff24 namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: 15270b5c-e8fb-4023-8700-33df78e1944c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845acad0afee namespace: kserve-ci-e2e-test resourceVersion: "14727" uid: 96dc8c93-6663-49f6-a357-ac82a31a9822 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845acc5f4da7 namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: ce7d1f95-04ac-4ad8-bce3-e652766f3d8b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T20:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:27Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845aceca6e08 namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: ee4a4795-3934-40d4-a47d-3f39d2880d93 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.753s (4.753s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845bea259ede namespace: kserve-ci-e2e-test resourceVersion: "14770" uid: ea2e0dee-991a-4e6c-b5eb-a6ce84ff56d6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845bf6b5131e namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: ddabe57e-4ba8-482a-a1d2-a13fd6b2577f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:30:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:30:32Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845bf7b37a66 namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: 31607ad0-d222-483a-b7e5-4baf5daf878c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T20:30:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:31:19Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:30:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:19Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d6845bfea1e6c5 namespace: kserve-ci-e2e-test resourceVersion: "15185" uid: 37f34385-7680-4923-96fe-d0e32f6af83f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d684705d77625e namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: ad821f13-30a8-42d0-8fe7-55fcc93f935a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:32:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 0974e185-f273-43a1-9384-7c9382e2e973 kind: Event lastTimestamp: "2026-09-18T20:32:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:32:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:00Z" name: success-200-isvc-ef587-predictor-6d4f85455-lpmjf.18d684705d787e9e namespace: kserve-ci-e2e-test resourceVersion: "15634" uid: 03d9d5a8-39e3-406b-b158-64a068b13761 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-180.ec2.internal source: component: kubelet host: ip-10-0-140-180.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ef587-predictor-6d4f85455 namespace: kserve-ci-e2e-test resourceVersion: "14404" uid: 489d74a6-aa18-4d1d-a37a-5e5dfb4dd434 kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: 'Created pod: success-200-isvc-ef587-predictor-6d4f85455-lpmjf' metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: success-200-isvc-ef587-predictor-6d4f85455.18d6845688255ecb namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 4c2f4fcc-152a-45ba-9ce9-93f869a29293 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14402" uid: 8bf22958-d0d3-4d21-8171-e35c3f84bc9e kind: Event lastTimestamp: "2026-09-18T20:30:09Z" message: Scaled up replica set success-200-isvc-ef587-predictor-6d4f85455 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:30:09Z" name: success-200-isvc-ef587-predictor.18d6845686448ecf namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 2a32f78f-aa80-4a56-901b-5aa6369757d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: ca7818e6-d3d7-4527-a0c1-11b3ae3567c2 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: success-200-isvc-ef587-predictor.18d6845a04d6a0a0 namespace: kserve-ci-e2e-test resourceVersion: "15100" uid: 5398ea6d-a2e4-41af-a3c3-5692f46ea358 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T20:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: ca7818e6-d3d7-4527-a0c1-11b3ae3567c2 kind: Event lastTimestamp: "2026-09-18T20:31:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:09Z" name: success-200-isvc-ef587-predictor.18d6845a0518f601 namespace: kserve-ci-e2e-test resourceVersion: "15101" uid: 313448de-cc86-4b6d-bcbd-7424506887dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: ca7818e6-d3d7-4527-a0c1-11b3ae3567c2 kind: Event lastTimestamp: "2026-09-18T20:31:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:54Z" name: success-200-isvc-ef587-predictor.18d68467ffecafa6 namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 98c80a95-8f76-43ba-84e4-1d31eec7a5c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:31:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ef587-predictor namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: ca7818e6-d3d7-4527-a0c1-11b3ae3567c2 kind: Event lastTimestamp: "2026-09-18T20:31:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T20:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:54Z" name: success-200-isvc-ef587-predictor.18d684680051480b namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: 47ca7a9e-d3ad-4926-914f-ea3804b5eeaf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T20:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ef587 namespace: kserve-ci-e2e-test resourceVersion: "14388" uid: 9cf54557-b896-4b14-b37f-904a976aaa7e kind: Event lastTimestamp: "2026-09-18T20:31:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T20:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:29Z" name: success-200-isvc-ef587.18d684568648a711 namespace: kserve-ci-e2e-test resourceVersion: "15285" uid: ff7df88a-54e7-42f2-888e-a179b359ea81 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ef587 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 9cf54557-b896-4b14-b37f-904a976aaa7e kind: Event lastTimestamp: "2026-09-18T20:31:29Z" message: InferenceService [success-200-isvc-ef587] is Ready metadata: creationTimestamp: "2026-09-18T20:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:29Z" name: success-200-isvc-ef587.18d684694a21c1a8 namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 2bdd05d3-f9ef-40d4-9455-086a79225379 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:33:10.190466Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16540" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-5b4a7-659766d875-5zr7x to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:33:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:33:10Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480b13b2a75 namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: 76ca7386-264f-4b19-b380-3ce0696e2a6e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:10Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:33:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-5b4a7-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:33:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:10Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480be739f89 namespace: kserve-ci-e2e-test resourceVersion: "16556" uid: eb607ecf-ee7f-44f4-840d-b153cf31f245 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:11Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16549" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:33:11Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:33:11Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480f6f15de3 namespace: kserve-ci-e2e-test resourceVersion: "16566" uid: 094cc7a2-612c-4486-a450-ab78c75ee5ce reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5b4a7} kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:33:11Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:11Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480f8851b10 namespace: kserve-ci-e2e-test resourceVersion: "16568" uid: ea086a54-f203-424c-9cad-aadebc61e565 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5b4a7} kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:33:11Z" message: 'Created container: switch-graph-5b4a7' metadata: creationTimestamp: "2026-09-18T20:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:11Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480fb9f8451 namespace: kserve-ci-e2e-test resourceVersion: "16569" uid: 50c1a3cc-90f3-4325-aac0-5ec75211a1fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5b4a7} kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:33:11Z" message: Started container switch-graph-5b4a7 metadata: creationTimestamp: "2026-09-18T20:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:33:11Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d68480fc16f105 namespace: kserve-ci-e2e-test resourceVersion: "16570" uid: 28e680a0-7b09-40ed-a2b6-1b7f1e679c05 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:41:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5b4a7} kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:41:25Z" message: Stopping container switch-graph-5b4a7 metadata: creationTimestamp: "2026-09-18T20:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:25Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d684f3f956ab2b namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: d88ad67c-d237-4311-800f-745196c615ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5b4a7} kind: Pod name: switch-graph-5b4a7-659766d875-5zr7x namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 50f8cf0c-7edb-421e-945f-6845cb57d0b3 kind: Event lastTimestamp: "2026-09-18T20:41:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:41:53Z" name: switch-graph-5b4a7-659766d875-5zr7x.18d684f499190742 namespace: kserve-ci-e2e-test resourceVersion: "20395" uid: d14aaa89-1b06-4cc2-83bb-f9921dfb5d4b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-5b4a7-659766d875 namespace: kserve-ci-e2e-test resourceVersion: "16537" uid: 0112615f-aeb2-40e6-a24b-b06e0ffc5bf9 kind: Event lastTimestamp: "2026-09-18T20:33:10Z" message: 'Created pod: switch-graph-5b4a7-659766d875-5zr7x' metadata: creationTimestamp: "2026-09-18T20:33:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:10Z" name: switch-graph-5b4a7-659766d875.18d68480b0c8a781 namespace: kserve-ci-e2e-test resourceVersion: "16541" uid: a03c04a0-69fd-4689-8985-f4709838d687 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16535" uid: 793390f1-d175-43d9-849b-8d15b735e1e0 kind: Event lastTimestamp: "2026-09-18T20:33:10Z" message: Scaled up replica set switch-graph-5b4a7-659766d875 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:33:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:10Z" name: switch-graph-5b4a7.18d68480b0024699 namespace: kserve-ci-e2e-test resourceVersion: "16538" uid: 658607c8-7727-41e4-a07c-5b7f028f2e87 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:33:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16551" uid: 6390402a-add1-4ea1-ab5b-6e1c38c09fb5 kind: Event lastTimestamp: "2026-09-18T20:33:10Z" message: InferenceGraph [switch-graph-5b4a7] is Ready metadata: creationTimestamp: "2026-09-18T20:33:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:33:10Z" name: switch-graph-5b4a7.18d68480b5f67e61 namespace: kserve-ci-e2e-test resourceVersion: "16553" uid: 8c52045a-aa04-4ef3-9eac-0e1e940daba8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:33:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16536" uid: 54e264e3-0938-493e-ab53-d35c2c9d34e8 kind: Event lastTimestamp: "2026-09-18T20:33:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:33:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:55Z" name: switch-graph-5b4a7.18d684842ecac191 namespace: kserve-ci-e2e-test resourceVersion: "16961" uid: e74d45a5-86ee-465e-9513-8fd3543a0609 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:33:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-5b4a7 namespace: kserve-ci-e2e-test resourceVersion: "16536" uid: 54e264e3-0938-493e-ab53-d35c2c9d34e8 kind: Event lastTimestamp: "2026-09-18T20:33:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:33:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:33:55Z" name: switch-graph-5b4a7.18d684842f37b689 namespace: kserve-ci-e2e-test resourceVersion: "16962" uid: e76546c7-fca2-4aa7-a818-b5cb50c4517d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:53:53.200131Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27101" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-c7ffd-6f479c9f46-cq62h to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:53:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:53:53Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a21a617231 namespace: kserve-ci-e2e-test resourceVersion: "27106" uid: 039d7907-fbba-4c49-b437-ebe98b35f99c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:53Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T20:53:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-c7ffd-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T20:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:53Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a220d89d26 namespace: kserve-ci-e2e-test resourceVersion: "27115" uid: 517cd6f4-2f46-4657-9999-67386f1fb9b7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:54Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27110" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T20:53:54Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:53:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:53:54Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a24e28e972 namespace: kserve-ci-e2e-test resourceVersion: "27126" uid: b31d15d2-001f-499d-b1e7-17c944bf463a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c7ffd} kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T20:53:54Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" already present on machine metadata: creationTimestamp: "2026-09-18T20:53:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:54Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a24f8add0f namespace: kserve-ci-e2e-test resourceVersion: "27128" uid: fddfa450-da91-4576-ad46-8155d147992b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c7ffd} kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T20:53:54Z" message: 'Created container: switch-graph-c7ffd' metadata: creationTimestamp: "2026-09-18T20:53:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:54Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a2524cb543 namespace: kserve-ci-e2e-test resourceVersion: "27130" uid: 076e12a3-a276-4211-96cb-24e2eb37233c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c7ffd} kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T20:53:54Z" message: Started container switch-graph-c7ffd metadata: creationTimestamp: "2026-09-18T20:53:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:53:54Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d685a252ba22c7 namespace: kserve-ci-e2e-test resourceVersion: "27131" uid: 1727d624-b68c-44fb-aba5-ae8ccd828433 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T21:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c7ffd} kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T21:10:13Z" message: Stopping container switch-graph-c7ffd metadata: creationTimestamp: "2026-09-18T21:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:13Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d6868658fc5728 namespace: kserve-ci-e2e-test resourceVersion: "34014" uid: 26eb980f-c6ce-4966-95f7-f7bde7316ddf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T21:10:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c7ffd} kind: Pod name: switch-graph-c7ffd-6f479c9f46-cq62h namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 3ec22540-100a-462b-a26a-b2fef6511bb0 kind: Event lastTimestamp: "2026-09-18T21:10:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T21:10:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T21:10:40Z" name: switch-graph-c7ffd-6f479c9f46-cq62h.18d68686e52161e7 namespace: kserve-ci-e2e-test resourceVersion: "34286" uid: c54c3a54-5c20-4ee5-a4d0-71dcca641c25 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-c7ffd-6f479c9f46 namespace: kserve-ci-e2e-test resourceVersion: "27098" uid: 640dba07-eff1-4ac7-b7d2-8c9029ac19b8 kind: Event lastTimestamp: "2026-09-18T20:53:53Z" message: 'Created pod: switch-graph-c7ffd-6f479c9f46-cq62h' metadata: creationTimestamp: "2026-09-18T20:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:53Z" name: switch-graph-c7ffd-6f479c9f46.18d685a219e1b929 namespace: kserve-ci-e2e-test resourceVersion: "27103" uid: 515a5c6f-8a14-451a-8f9e-88477fe61e7b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "27096" uid: efadc1f9-57c1-4462-a1d3-f0c0e9e31457 kind: Event lastTimestamp: "2026-09-18T20:53:53Z" message: Scaled up replica set switch-graph-c7ffd-6f479c9f46 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:53:53Z" name: switch-graph-c7ffd.18d685a218e41000 namespace: kserve-ci-e2e-test resourceVersion: "27099" uid: 5c06acb5-2bca-4107-91da-bf5a87c864de reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:53:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "27112" uid: 483c4b48-5416-4dd1-9a16-f56e2bc99773 kind: Event lastTimestamp: "2026-09-18T20:53:53Z" message: InferenceGraph [switch-graph-c7ffd] is Ready metadata: creationTimestamp: "2026-09-18T20:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:53:53Z" name: switch-graph-c7ffd.18d685a21efa45ce namespace: kserve-ci-e2e-test resourceVersion: "27114" uid: 5e17cc6b-dc31-445e-a45b-eb12b242dccc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:54:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: 968366ef-30d0-420b-a6ba-94f5458902a4 kind: Event lastTimestamp: "2026-09-18T20:54:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:38Z" name: switch-graph-c7ffd.18d685a597b1a33f namespace: kserve-ci-e2e-test resourceVersion: "27492" uid: 394f4a38-e56a-46af-9f5e-c92b3d8ddf4e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T20:54:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c7ffd namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: 968366ef-30d0-420b-a6ba-94f5458902a4 kind: Event lastTimestamp: "2026-09-18T20:54:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T20:54:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:54:38Z" name: switch-graph-c7ffd.18d685a59815a6f6 namespace: kserve-ci-e2e-test resourceVersion: "27493" uid: 9e252975-b023-4933-b4c5-5f6b3974c4bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T20:31:48.944889Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15449" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-ef587-6696c94f88-flwcc to ip-10-0-136-235.ec2.internal metadata: creationTimestamp: "2026-09-18T20:31:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T20:31:48Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846dc69e0a25 namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 8a001e41-ea21-4419-990d-4ad1f349f546 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-59cc6d7945-pqz47 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:49Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T20:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T20:31:49Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846de87bde89 namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: ac72e1fa-f900-428e-96f7-9309888a6734 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:49Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" metadata: creationTimestamp: "2026-09-18T20:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:49Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846de9ee7208 namespace: kserve-ci-e2e-test resourceVersion: "15470" uid: 01b646ee-ae28-4cfd-9c7c-1dd0d7f0162c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:51Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e" in 2.371s (2.371s including waiting). Image size: 211751521 bytes.' metadata: creationTimestamp: "2026-09-18T20:31:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:51Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846e7746a2d7 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: 9b3f50c5-c95c-4434-a9c4-7aa4f94a4f50 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:51Z" message: 'Created container: switch-graph-ef587' metadata: creationTimestamp: "2026-09-18T20:31:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:51Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846e7a1761c3 namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: 7b5ca2bc-df0b-40cf-8398-b8085c9be4d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:51Z" message: Started container switch-graph-ef587 metadata: creationTimestamp: "2026-09-18T20:31:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:51Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6846e7a8cc196 namespace: kserve-ci-e2e-test resourceVersion: "15489" uid: e91b7f5e-7ade-4149-bcf1-976bd9f3b5bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:31:59Z" message: Stopping container switch-graph-ef587 metadata: creationTimestamp: "2026-09-18T20:31:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:31:59Z" name: switch-graph-ef587-6696c94f88-flwcc.18d6847054ddfdcb namespace: kserve-ci-e2e-test resourceVersion: "15598" uid: aaaacaa4-d312-42db-b08c-c059741e675a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:32:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ef587} kind: Pod name: switch-graph-ef587-6696c94f88-flwcc namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: b5347ba0-c5b0-4deb-970b-607e3c264bf3 kind: Event lastTimestamp: "2026-09-18T20:32:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:32:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:32:28Z" name: switch-graph-ef587-6696c94f88-flwcc.18d68471358bf02d namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: 4ad20ac1-0318-4a77-869b-84315966d98f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-235.ec2.internal source: component: kubelet host: ip-10-0-136-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-ef587-6696c94f88 namespace: kserve-ci-e2e-test resourceVersion: "15445" uid: 48b5c56e-3526-4d27-8af2-8e6c1f300192 kind: Event lastTimestamp: "2026-09-18T20:31:48Z" message: 'Created pod: switch-graph-ef587-6696c94f88-flwcc' metadata: creationTimestamp: "2026-09-18T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:48Z" name: switch-graph-ef587-6696c94f88.18d6846dc5dc094a namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 4ce19e69-32d1-44f6-98bd-638684eb4af0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-ef587 namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 67d3f931-77cb-4e67-83d3-49c43aa64493 kind: Event lastTimestamp: "2026-09-18T20:31:48Z" message: Scaled up replica set switch-graph-ef587-6696c94f88 from 0 to 1 metadata: creationTimestamp: "2026-09-18T20:31:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T20:31:48Z" name: switch-graph-ef587.18d6846dc480756c namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: 16bf6671-d3c0-47ae-bf52-413367ad25cb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:31:49Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ef587 namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: 5645593d-1c71-4947-9cb4-6c931fb7df9c kind: Event lastTimestamp: "2026-09-18T20:31:49Z" message: InferenceGraph [switch-graph-ef587] is Ready metadata: creationTimestamp: "2026-09-18T20:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T20:31:49Z" name: switch-graph-ef587.18d6846dcaff0fec namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 5ccf5763-712e-474f-91ab-cbd31df7d99f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "34296"