--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:38:57.560923Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20049" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-c155b-fdbb4f9cb-9wl2z to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:38:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:38:57Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d6818b6167194f namespace: kserve-ci-e2e-test resourceVersion: "20056" uid: 28d063cf-44ad-49c3-93d1-b7e0855da090 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20059" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:38:58Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d6818b836844d7 namespace: kserve-ci-e2e-test resourceVersion: "20071" uid: 76b9ee5f-b724-407d-9650-3580754c84dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c155b} kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d6818b85054bee namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: e532e2c0-fd0d-48b9-af6f-96f6d5dc31de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c155b} kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: 'Created container: ensemble-graph-c155b' metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d6818b880e7dcd namespace: kserve-ci-e2e-test resourceVersion: "20079" uid: b85405ab-a09a-4559-bb34-b9f894657afe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c155b} kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Started container ensemble-graph-c155b metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d6818b8884e355 namespace: kserve-ci-e2e-test resourceVersion: "20080" uid: 5829344e-72d3-4f54-b47c-83c66efeb981 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c155b} kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:47:12Z" message: Stopping container ensemble-graph-c155b metadata: creationTimestamp: "2026-09-18T19:47:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:12Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d681fea2132a70 namespace: kserve-ci-e2e-test resourceVersion: "22782" uid: a8b732b4-1974-4aec-900a-d1732c340816 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c155b} kind: Pod name: ensemble-graph-c155b-fdbb4f9cb-9wl2z namespace: kserve-ci-e2e-test resourceVersion: "20051" uid: 4cbdd583-b50f-4ed0-b586-0090a4fd2ef4 kind: Event lastTimestamp: "2026-09-18T19:47:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:39Z" name: ensemble-graph-c155b-fdbb4f9cb-9wl2z.18d681ff0ad99134 namespace: kserve-ci-e2e-test resourceVersion: "23038" uid: 50fa0af6-2bee-4e3f-8dc6-0be3edf03169 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-c155b-fdbb4f9cb namespace: kserve-ci-e2e-test resourceVersion: "20046" uid: 8212f6ff-a50c-4a57-b929-09e60523c495 kind: Event lastTimestamp: "2026-09-18T19:38:57Z" message: 'Created pod: ensemble-graph-c155b-fdbb4f9cb-9wl2z' metadata: creationTimestamp: "2026-09-18T19:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:57Z" name: ensemble-graph-c155b-fdbb4f9cb.18d6818b60f4da72 namespace: kserve-ci-e2e-test resourceVersion: "20052" uid: 4f903227-28c9-4501-9009-ba4c12c81e40 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: 5c22c717-427e-4dd0-930c-d7a9eef481d5 kind: Event lastTimestamp: "2026-09-18T19:38:57Z" message: Scaled up replica set ensemble-graph-c155b-fdbb4f9cb from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:57Z" name: ensemble-graph-c155b.18d6818b6022242e namespace: kserve-ci-e2e-test resourceVersion: "20047" uid: 4014fda1-0a7f-438d-803c-480db3ca7ec5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: 38282053-c906-4cae-8119-1f7a8576e3d3 kind: Event lastTimestamp: "2026-09-18T19:38:57Z" message: InferenceGraph [ensemble-graph-c155b] is Ready metadata: creationTimestamp: "2026-09-18T19:38:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:57Z" name: ensemble-graph-c155b.18d6818b670f2cee namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: 01bbef4c-4739-43af-9dd0-5b9a8f245d07 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20045" uid: ce786cb1-b382-4b4f-8322-b3c4f8db0ef2 kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: ensemble-graph-c155b.18d6818edf8c2837 namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: 7c9b6f75-dffe-4f82-ac1f-98b449653085 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20045" uid: ce786cb1-b382-4b4f-8322-b3c4f8db0ef2 kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: ensemble-graph-c155b.18d6818edfd6bdb9 namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 0d8b80ce-a7f5-4194-a81c-b26362c7e40f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: ce786cb1-b382-4b4f-8322-b3c4f8db0ef2 kind: Event lastTimestamp: "2026-09-18T19:39:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:27Z" name: ensemble-graph-c155b.18d681925e998b44 namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: c5524116-2de1-48c9-b3b8-4e0b884b6bc2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-c155b namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: ce786cb1-b382-4b4f-8322-b3c4f8db0ef2 kind: Event lastTimestamp: "2026-09-18T19:39:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:27Z" name: ensemble-graph-c155b.18d681925f0850c0 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 16bc342a-721e-4ade-af78-9b765159c6c2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:37:46.796279Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19403" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-e0eb2-66557d9bc-jj876 to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:37:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:37:46Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817ae78057de namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: 167e7839-52d2-41a3-bb59-f4eec03c3c8f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:47Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19412" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:37:47Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:37:47Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817b0973f4b7 namespace: kserve-ci-e2e-test resourceVersion: "19428" uid: 698c7729-fc58-45e2-8d8a-1518673a0f19 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-e0eb2} kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:37:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:47Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817b0bff37fa namespace: kserve-ci-e2e-test resourceVersion: "19431" uid: 5d0572d3-04c8-42f8-b246-0bbf223f188f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-e0eb2} kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:37:47Z" message: 'Created container: ensemble-graph-e0eb2' metadata: creationTimestamp: "2026-09-18T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:47Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817b0ef386c1 namespace: kserve-ci-e2e-test resourceVersion: "19432" uid: bc7a657f-26da-4a80-b8a8-8dc1a50cc111 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-e0eb2} kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:37:47Z" message: Started container ensemble-graph-e0eb2 metadata: creationTimestamp: "2026-09-18T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:47Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817b0f7b321d namespace: kserve-ci-e2e-test resourceVersion: "19433" uid: 4ef041a3-d4f1-410f-8493-4c972d392692 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-e0eb2} kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Stopping container ensemble-graph-e0eb2 metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817d59bce003 namespace: kserve-ci-e2e-test resourceVersion: "19504" uid: a265d1e6-cce1-4a15-b477-35f7a99f6651 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-e0eb2} kind: Pod name: ensemble-graph-e0eb2-66557d9bc-jj876 namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: 26e6ad82-45fc-443e-b4ed-d917dcaa2bbb kind: Event lastTimestamp: "2026-09-18T19:38:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:23Z" name: ensemble-graph-e0eb2-66557d9bc-jj876.18d6817dbd36e526 namespace: kserve-ci-e2e-test resourceVersion: "19789" uid: 6a442809-1948-4b16-befd-1149669315f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-e0eb2-66557d9bc namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: ea5d7a6a-b366-4fd2-9535-124924e35bdc kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: 'Created pod: ensemble-graph-e0eb2-66557d9bc-jj876' metadata: creationTimestamp: "2026-09-18T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: ensemble-graph-e0eb2-66557d9bc.18d6817ae6f3392a namespace: kserve-ci-e2e-test resourceVersion: "19404" uid: 8fcc6aa4-2e2d-40af-bf46-3283375f85a1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "19397" uid: 22378fa7-5353-4ac6-bfc6-49e982564732 kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: Scaled up replica set ensemble-graph-e0eb2-66557d9bc from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: ensemble-graph-e0eb2.18d6817ae5d2828f namespace: kserve-ci-e2e-test resourceVersion: "19401" uid: f919347d-ce23-4e23-8c16-d8a06fa701df reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "19417" uid: a02e2b6e-6c97-45a6-a9f7-7b9ed83f2dfa kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: InferenceGraph [ensemble-graph-e0eb2] is Ready metadata: creationTimestamp: "2026-09-18T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:46Z" name: ensemble-graph-e0eb2.18d6817aed605038 namespace: kserve-ci-e2e-test resourceVersion: "19419" uid: d7c738f2-8e14-49b8-ae83-027a9a0fbb3d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:47:13.415059Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22852" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fed49cb0bd namespace: kserve-ci-e2e-test resourceVersion: "22856" uid: 60761174-b676-4951-823a-ed6ca6108e7d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22865" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fef666132b namespace: kserve-ci-e2e-test resourceVersion: "22890" uid: c8cf9e0a-3ce2-4898-ba6d-83eca195c73f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fef84131fd namespace: kserve-ci-e2e-test resourceVersion: "22893" uid: 499e8188-52b5-4a0a-96a4-12b4617cb42a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fefabb5b5e namespace: kserve-ci-e2e-test resourceVersion: "22895" uid: 10eba605-87fd-41e0-b0b1-f5d6709b9f4a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fefb2ebb2f namespace: kserve-ci-e2e-test resourceVersion: "22896" uid: e11eb3e1-61dc-4a7c-a73d-284bf2ad8e67 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fefb383eaa namespace: kserve-ci-e2e-test resourceVersion: "22897" uid: 1029294c-4d7b-45e9-b6cd-ab0b5d0cdc21 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fefe155849 namespace: kserve-ci-e2e-test resourceVersion: "22898" uid: 2222ab53-5b82-4b7f-b44f-468922b04bda reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681fefe97e8e1 namespace: kserve-ci-e2e-test resourceVersion: "22899" uid: f0460224-01ad-4e16-a1af-27147bbbf47b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d681ff2fb89e21 namespace: kserve-ci-e2e-test resourceVersion: "23648" uid: 9c51fc41-d968-435f-8c4f-32488e2b8b35 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d68210457296c2 namespace: kserve-ci-e2e-test resourceVersion: "23542" uid: 4aa6cac7-428d-4268-8d33-b98382ae5688 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d682104573f508 namespace: kserve-ci-e2e-test resourceVersion: "23543" uid: d13bd107-b1c8-44b7-bca3-29e40af48599 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: f40d0190-4b0f-4097-ab43-d459fa5b2c8e kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8.18d68210e1df9ec8 namespace: kserve-ci-e2e-test resourceVersion: "23647" uid: 9b78183a-6e25-40a3-8ce2-bf9928968231 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0596f-predictor-86cbc5f798 namespace: kserve-ci-e2e-test resourceVersion: "22843" uid: 1aa07e84-a932-4d1a-8096-5f682369277b kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: 'Created pod: error-404-isvc-0596f-predictor-86cbc5f798-n9lx8' metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-0596f-predictor-86cbc5f798.18d681fed3e73490 namespace: kserve-ci-e2e-test resourceVersion: "22854" uid: 907bd974-2038-4c96-9d36-0c2aad3c0e16 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22837" uid: 3a5f250b-f4db-4984-912d-93a7274201a6 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Scaled up replica set error-404-isvc-0596f-predictor-86cbc5f798 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-0596f-predictor.18d681fed0d1f732 namespace: kserve-ci-e2e-test resourceVersion: "22846" uid: 1f1ea2bd-41a1-4156-8538-2b88074b0706 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22842" uid: 1e9e55d9-ccdb-418f-b190-bee43c2b1520 kind: Event lastTimestamp: "2026-09-18T19:47:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:43Z" name: error-404-isvc-0596f-predictor.18d682024f054f02 namespace: kserve-ci-e2e-test resourceVersion: "23063" uid: 1882c159-4c02-42e9-8e2f-400f76b341dd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22842" uid: 1e9e55d9-ccdb-418f-b190-bee43c2b1520 kind: Event lastTimestamp: "2026-09-18T19:47:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:43Z" name: error-404-isvc-0596f-predictor.18d682024f5df247 namespace: kserve-ci-e2e-test resourceVersion: "23064" uid: 10210b9b-9097-4f5f-87f1-7814d913c650 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22986" uid: 1e9e55d9-ccdb-418f-b190-bee43c2b1520 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:13Z" name: error-404-isvc-0596f-predictor.18d682094d0c037a namespace: kserve-ci-e2e-test resourceVersion: "23253" uid: cb80bba8-f2ef-42e8-aa97-84cdb947966e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22986" uid: 1e9e55d9-ccdb-418f-b190-bee43c2b1520 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:13Z" name: error-404-isvc-0596f-predictor.18d682094da3e9d0 namespace: kserve-ci-e2e-test resourceVersion: "23254" uid: 1677b031-8f56-4957-9291-cab1e463fc8e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0596f namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 25cc75b9-8f7e-41a7-88f7-84e0102ea1d6 kind: Event lastTimestamp: "2026-09-18T19:48:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:48:11Z" name: error-404-isvc-0596f.18d681fed07a5c77 namespace: kserve-ci-e2e-test resourceVersion: "23215" uid: 63c32374-bb3e-4bc8-85f1-12ad1ddad8b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0596f namespace: kserve-ci-e2e-test resourceVersion: "23213" uid: 25cc75b9-8f7e-41a7-88f7-84e0102ea1d6 kind: Event lastTimestamp: "2026-09-18T19:48:11Z" message: InferenceService [error-404-isvc-0596f] is Ready metadata: creationTimestamp: "2026-09-18T19:48:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:48:11Z" name: error-404-isvc-0596f.18d6820c3ff9e143 namespace: kserve-ci-e2e-test resourceVersion: "23214" uid: f43f1da4-549a-43c8-96af-e36094f132d0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:27:31.453512Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15845" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680eba236d8f4 namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: 7ac7a0a6-fe48-4c48-b364-9b105d39e8b1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15851" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:27:32Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ebf9bbbace namespace: kserve-ci-e2e-test resourceVersion: "15881" uid: b5982086-ef17-45a1-82bd-3cbdc3db2c4b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ebfb1e4c06 namespace: kserve-ci-e2e-test resourceVersion: "15883" uid: 94dc689d-e91e-42c5-bd58-f22f9984073e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:33Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ebfe93b9b3 namespace: kserve-ci-e2e-test resourceVersion: "15889" uid: a918bc3e-0667-400a-b700-b682cd759f50 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:33Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ebff07e1c4 namespace: kserve-ci-e2e-test resourceVersion: "15890" uid: 3e6df42c-f8ad-42f5-abb1-a484f3dcb428 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:33Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ebff38da66 namespace: kserve-ci-e2e-test resourceVersion: "15891" uid: 2ae62dc2-b2f1-4e6e-9207-b859d9d00f4b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:33Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ec01a866c7 namespace: kserve-ci-e2e-test resourceVersion: "15893" uid: b4d6c79f-7760-4d52-901a-093fa4213812 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:27:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:33Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ec0217bf48 namespace: kserve-ci-e2e-test resourceVersion: "15894" uid: 4c54b52a-06e8-4e58-af6d-ec5aab5478ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:36:49Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:49Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d680ec147b7c65 namespace: kserve-ci-e2e-test resourceVersion: "18933" uid: f3d5f6b0-12d2-4a45-b51a-fb3f7f1dc9f4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d6816ceea29ab1 namespace: kserve-ci-e2e-test resourceVersion: "18868" uid: 0208aa36-9bea-4705-b20f-60e9ccfa6481 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d6816ceea3c208 namespace: kserve-ci-e2e-test resourceVersion: "18869" uid: b26aee9e-5838-48df-a8bb-ccf513f88d18 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm namespace: kserve-ci-e2e-test resourceVersion: "15847" uid: dd42eca6-c698-498d-88f3-744c3cde5756 kind: Event lastTimestamp: "2026-09-18T19:36:49Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:36:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:49Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm.18d6816d88f95043 namespace: kserve-ci-e2e-test resourceVersion: "18932" uid: fe00658d-5051-4fb6-b80a-9388d298132d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0c8e2-predictor-ccb4984b6 namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 1cb9f854-05e8-4731-a74e-ec68d08f6507 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'Created pod: error-404-isvc-0c8e2-predictor-ccb4984b6-bmwjm' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-0c8e2-predictor-ccb4984b6.18d680eba1a6cb31 namespace: kserve-ci-e2e-test resourceVersion: "15846" uid: 0164a853-2240-438f-bb24-6a544dbd0cc6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15833" uid: 7acc924e-4742-4dc7-b684-386c9f99af9e kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Scaled up replica set error-404-isvc-0c8e2-predictor-ccb4984b6 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-0c8e2-predictor.18d680eb9f9b6732 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 03cfed6c-7f7b-4525-b11f-d11dc0d39e78 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 0a04f07a-8908-4865-9fe8-e918831e4b70 kind: Event lastTimestamp: "2026-09-18T19:28:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:01Z" name: error-404-isvc-0c8e2-predictor.18d680ef1e843aa4 namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: 8926a470-e609-454b-96de-c54c1ce0c643 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 0a04f07a-8908-4865-9fe8-e918831e4b70 kind: Event lastTimestamp: "2026-09-18T19:28:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:01Z" name: error-404-isvc-0c8e2-predictor.18d680ef1ef9a9d5 namespace: kserve-ci-e2e-test resourceVersion: "16087" uid: a967a964-1339-4c15-b039-beed146e4c10 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16014" uid: 0a04f07a-8908-4865-9fe8-e918831e4b70 kind: Event lastTimestamp: "2026-09-18T19:28:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:46Z" name: error-404-isvc-0c8e2-predictor.18d680f61c7dead1 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: bb98b95f-524d-4628-b2c8-eac1cb5b51ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16014" uid: 0a04f07a-8908-4865-9fe8-e918831e4b70 kind: Event lastTimestamp: "2026-09-18T19:28:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:46Z" name: error-404-isvc-0c8e2-predictor.18d680f61ceeada6 namespace: kserve-ci-e2e-test resourceVersion: "16605" uid: 06c7dec8-dc73-4a6a-a9fe-a39aa1066bca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 98bd2e3c-a06a-40a3-85b1-68ad9a1c71ce kind: Event lastTimestamp: "2026-09-18T19:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:19Z" name: error-404-isvc-0c8e2.18d680eb9fd5f88a namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: de3d679d-7c0f-4b8d-ab44-ba7edd8d72a6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 98bd2e3c-a06a-40a3-85b1-68ad9a1c71ce kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'Failed to update status for InferenceService "error-404-isvc-0c8e2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0c8e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-0c8e2.18d680eba03ebc8c namespace: kserve-ci-e2e-test resourceVersion: "15842" uid: 0c37f3ac-8336-4904-af9c-d40af261a365 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 98bd2e3c-a06a-40a3-85b1-68ad9a1c71ce kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-0c8e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-0c8e2.18d680eba03f0cb9 namespace: kserve-ci-e2e-test resourceVersion: "15843" uid: 9c74e9bf-d2c5-40ac-86ea-f694a08f5d96 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16238" uid: 98bd2e3c-a06a-40a3-85b1-68ad9a1c71ce kind: Event lastTimestamp: "2026-09-18T19:28:19Z" message: InferenceService [error-404-isvc-0c8e2] is Ready metadata: creationTimestamp: "2026-09-18T19:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:19Z" name: error-404-isvc-0c8e2.18d680f6d041fb8e namespace: kserve-ci-e2e-test resourceVersion: "16239" uid: e24ce649-4cc0-4925-9fd0-a676626e355d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:48:14.200793Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23355" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-38355-predictor-64ffd94458-8hgfc to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:48:14Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820cfbb96475 namespace: kserve-ci-e2e-test resourceVersion: "23360" uid: da821860-21cb-4eb5-a52b-b785591fadad reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-38355-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d0a9e71dc namespace: kserve-ci-e2e-test resourceVersion: "23377" uid: 8e172987-b0c0-4f2d-b0a8-2e0f97662436 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23366" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d41614d67 namespace: kserve-ci-e2e-test resourceVersion: "23396" uid: 5d821b67-c36f-464c-87c0-2b2f935c4196 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d430a79ad namespace: kserve-ci-e2e-test resourceVersion: "23398" uid: f3ca777d-5372-47fc-b090-204243a19e14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d4691d639 namespace: kserve-ci-e2e-test resourceVersion: "23399" uid: 28502391-4af6-4c92-a550-4cd7c04b62c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d47020811 namespace: kserve-ci-e2e-test resourceVersion: "23400" uid: e104c76e-6eda-48f4-9d52-0402d1ca215e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d470b7160 namespace: kserve-ci-e2e-test resourceVersion: "23401" uid: f2e8263e-d07b-49a5-9194-cff0b9bd024b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d4995a589 namespace: kserve-ci-e2e-test resourceVersion: "23403" uid: 776db22b-fb2c-4ad1-aae4-9a56a9f75f83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:15Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820d4a088543 namespace: kserve-ci-e2e-test resourceVersion: "23404" uid: 91ab84cb-311c-4f8c-8713-06fd92061d19 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T19:48:53Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:53Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d6820dae2b04ad namespace: kserve-ci-e2e-test resourceVersion: "23781" uid: b01e2344-b1b8-4fe8-b014-99e2ac3f5f6f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T20:05:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:34Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d682ff2cb0b02b namespace: kserve-ci-e2e-test resourceVersion: "28382" uid: 034dcfe7-b1e8-4577-a1e8-190c7d6a3d41 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-38355-predictor-64ffd94458-8hgfc namespace: kserve-ci-e2e-test resourceVersion: "23357" uid: 9aaa8d21-598f-4f7d-8c21-d974969b3961 kind: Event lastTimestamp: "2026-09-18T20:05:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:34Z" name: error-404-isvc-38355-predictor-64ffd94458-8hgfc.18d682ff2cb16606 namespace: kserve-ci-e2e-test resourceVersion: "28383" uid: 03f8fd6e-62fb-40a5-8be1-8de98b1cd737 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-38355-predictor-64ffd94458 namespace: kserve-ci-e2e-test resourceVersion: "23347" uid: 726caff8-07da-457f-b9b1-6000643f2675 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'Created pod: error-404-isvc-38355-predictor-64ffd94458-8hgfc' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:14Z" name: error-404-isvc-38355-predictor-64ffd94458.18d6820cfb2b6c9d namespace: kserve-ci-e2e-test resourceVersion: "23356" uid: fec4e031-ba47-410e-98e6-b34fcfd73eed reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23343" uid: f237f031-baec-4e3f-8f3f-fc1db34f3593 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Scaled up replica set error-404-isvc-38355-predictor-64ffd94458 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:14Z" name: error-404-isvc-38355-predictor.18d6820cf8f6a633 namespace: kserve-ci-e2e-test resourceVersion: "23349" uid: b1430a52-1a22-4573-b11a-c162300318e6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23346" uid: b9eada89-3993-47bc-a744-34b37ddf1823 kind: Event lastTimestamp: "2026-09-18T19:48:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:44Z" name: error-404-isvc-38355-predictor.18d6821077808937 namespace: kserve-ci-e2e-test resourceVersion: "23737" uid: bd1d9601-44a6-4b56-8048-e59d32810e9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23346" uid: b9eada89-3993-47bc-a744-34b37ddf1823 kind: Event lastTimestamp: "2026-09-18T19:48:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:44Z" name: error-404-isvc-38355-predictor.18d6821077f5b380 namespace: kserve-ci-e2e-test resourceVersion: "23739" uid: 0e7494f8-83c2-4d24-a3cf-c670ea5b32bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23610" uid: b9eada89-3993-47bc-a744-34b37ddf1823 kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:29Z" name: error-404-isvc-38355-predictor.18d6821775a5d366 namespace: kserve-ci-e2e-test resourceVersion: "24071" uid: 0346d438-0e6d-4efa-a895-e183ac5f11de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23610" uid: b9eada89-3993-47bc-a744-34b37ddf1823 kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:29Z" name: error-404-isvc-38355-predictor.18d68217762446b4 namespace: kserve-ci-e2e-test resourceVersion: "24072" uid: d87ba461-cf4d-4b63-a642-8757b38d4e25 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-38355 namespace: kserve-ci-e2e-test resourceVersion: "23329" uid: 99beedff-171f-412e-9c04-42a2131b6a61 kind: Event lastTimestamp: "2026-09-18T19:49:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:03Z" name: error-404-isvc-38355.18d6820cf8f8cf19 namespace: kserve-ci-e2e-test resourceVersion: "23850" uid: 21075bde-f75e-4269-bdcb-e1dd5cc2901d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-38355 namespace: kserve-ci-e2e-test resourceVersion: "23848" uid: 99beedff-171f-412e-9c04-42a2131b6a61 kind: Event lastTimestamp: "2026-09-18T19:49:03Z" message: InferenceService [error-404-isvc-38355] is Ready metadata: creationTimestamp: "2026-09-18T19:49:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:03Z" name: error-404-isvc-38355.18d682186b049bd2 namespace: kserve-ci-e2e-test resourceVersion: "23849" uid: ccf4c63f-f3c2-4887-b1c5-e3b10e9cef02 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:37:37.658678Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19297" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178c6dbf84e namespace: kserve-ci-e2e-test resourceVersion: "19301" uid: 3d369f8d-bf5a-490a-9dc4-c1e65b5bc8c3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19308" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178e8e90c34 namespace: kserve-ci-e2e-test resourceVersion: "19322" uid: a349f8dc-6d49-4f4e-b20c-b914d17fda49 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178eb764606 namespace: kserve-ci-e2e-test resourceVersion: "19324" uid: 86c31592-a3b4-4816-9235-460292ff81ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178ee6ca8b4 namespace: kserve-ci-e2e-test resourceVersion: "19325" uid: 0b90f190-8b42-4078-b43a-db09d99570a7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178eee3c512 namespace: kserve-ci-e2e-test resourceVersion: "19326" uid: c6629a60-7d0e-493b-b9bf-3b5c44531815 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178eeed84fd namespace: kserve-ci-e2e-test resourceVersion: "19327" uid: a11c83bc-5919-408e-9bc6-f04fd0494879 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178f1dfe08d namespace: kserve-ci-e2e-test resourceVersion: "19328" uid: e2da287a-754e-48ae-9b29-027b09a862b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d68178f2579f14 namespace: kserve-ci-e2e-test resourceVersion: "19329" uid: 97c5801b-bf7c-4e0a-9427-ef9572cfd37b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:37:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:38:25Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:37:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:25Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d681793d62ac69 namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: cffc46dd-a96f-479a-be15-210188a9bd35 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d6818b9f8f02af namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: 6aaeb522-27af-4eb7-82ee-ec145704dce5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d6818b9f8f7304 namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: a54d3300-da55-42b5-8e8f-26d20b25af1d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: d4f0bbdd-6591-4d07-b4fb-626b3a1a1a91 kind: Event lastTimestamp: "2026-09-18T19:39:00Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:00Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq.18d6818c19826fd9 namespace: kserve-ci-e2e-test resourceVersion: "20230" uid: 0a9f3afe-6a0e-479c-84c8-9a9eb1417b01 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-6d8ab-predictor-5fdb7d8dd namespace: kserve-ci-e2e-test resourceVersion: "19290" uid: e4704bf3-654d-4f09-ac6b-cc3956aeac25 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'Created pod: error-404-isvc-6d8ab-predictor-5fdb7d8dd-np9jq' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-6d8ab-predictor-5fdb7d8dd.18d68178c662459e namespace: kserve-ci-e2e-test resourceVersion: "19298" uid: 9556f407-2ad9-4a65-a15a-b98a3875fc7e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19288" uid: 5a43e1d6-a9b1-410b-8f8d-adf3a6597e00 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Scaled up replica set error-404-isvc-6d8ab-predictor-5fdb7d8dd from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-6d8ab-predictor.18d68178c42b8433 namespace: kserve-ci-e2e-test resourceVersion: "19292" uid: cbd14ca0-3eba-4e63-b24c-237bc5289b34 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:37:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: cf02c64c-f0c3-4aea-b3c9-dda1f5469b07 kind: Event lastTimestamp: "2026-09-18T19:38:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:52Z" name: error-404-isvc-6d8ab-predictor.18d6817c42886f2f namespace: kserve-ci-e2e-test resourceVersion: "20009" uid: 7fdc6d0b-c461-4189-9ea2-d69f1b00ec3f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:37:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: cf02c64c-f0c3-4aea-b3c9-dda1f5469b07 kind: Event lastTimestamp: "2026-09-18T19:38:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:52Z" name: error-404-isvc-6d8ab-predictor.18d6817c42d2db5d namespace: kserve-ci-e2e-test resourceVersion: "20010" uid: 8fbf3cb9-f5d9-4f14-aa5c-028a79c04d4d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19461" uid: cf02c64c-f0c3-4aea-b3c9-dda1f5469b07 kind: Event lastTimestamp: "2026-09-18T19:38:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:07Z" name: error-404-isvc-6d8ab-predictor.18d6817fc198479b namespace: kserve-ci-e2e-test resourceVersion: "19702" uid: b1accb4a-3128-4c63-b8fa-fb64c4663eaa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19461" uid: cf02c64c-f0c3-4aea-b3c9-dda1f5469b07 kind: Event lastTimestamp: "2026-09-18T19:38:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:07Z" name: error-404-isvc-6d8ab-predictor.18d6817fc20d2571 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: 59384d3f-f40b-42c9-9eb4-5bb9ad1662da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19280" uid: a6b14688-381f-4096-b186-8f539bdcef30 kind: Event lastTimestamp: "2026-09-18T19:38:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:35Z" name: error-404-isvc-6d8ab.18d68178c426aa1b namespace: kserve-ci-e2e-test resourceVersion: "19871" uid: 78231fc5-4087-4c30-9942-c33858ee1c4d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19280" uid: a6b14688-381f-4096-b186-8f539bdcef30 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'Failed to update status for InferenceService "error-404-isvc-6d8ab": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6d8ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-6d8ab.18d68178c4b06d37 namespace: kserve-ci-e2e-test resourceVersion: "19294" uid: 4228043d-e5b9-47ad-ad84-5ac6eddb8862 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19280" uid: a6b14688-381f-4096-b186-8f539bdcef30 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6d8ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-6d8ab.18d68178c4b0a0be namespace: kserve-ci-e2e-test resourceVersion: "19295" uid: afa64388-6332-455e-8d42-02cdcb2bca43 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19869" uid: a6b14688-381f-4096-b186-8f539bdcef30 kind: Event lastTimestamp: "2026-09-18T19:38:35Z" message: InferenceService [error-404-isvc-6d8ab] is Ready metadata: creationTimestamp: "2026-09-18T19:38:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:35Z" name: error-404-isvc-6d8ab.18d68186504839c2 namespace: kserve-ci-e2e-test resourceVersion: "19870" uid: f255d13b-12c3-48e5-a0c7-5c32cdf1525c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:48:28.699339Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23583" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-aa781-predictor-549d86d794-2q82s to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d682105be7a031 namespace: kserve-ci-e2e-test resourceVersion: "23588" uid: c7913081-0105-4bdf-81e3-e85e6212ac5c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-aa781-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d682106b23c7e9 namespace: kserve-ci-e2e-test resourceVersion: "23599" uid: c00f54c9-2c4d-40c8-9ced-f3c582a36bb6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23594" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:48:29Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a1d524d2 namespace: kserve-ci-e2e-test resourceVersion: "23625" uid: e4c9c169-f1cd-4ff3-95ce-3f513fa6a6f4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a38754aa namespace: kserve-ci-e2e-test resourceVersion: "23627" uid: 6e398f85-bc06-4a59-adfe-43d5c1acb6ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a6530040 namespace: kserve-ci-e2e-test resourceVersion: "23628" uid: 748d5db9-f80c-4060-ba68-76dd29d024c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a6c9a3ba namespace: kserve-ci-e2e-test resourceVersion: "23629" uid: 454d552d-0164-4e20-a41a-970954d9a082 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a6d41490 namespace: kserve-ci-e2e-test resourceVersion: "23630" uid: cbae0988-2032-4796-b79f-b86538cde6db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210a9eb5e16 namespace: kserve-ci-e2e-test resourceVersion: "23631" uid: 5fb064ff-94f4-45a5-b380-15433a0d2ae7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210aa707969 namespace: kserve-ci-e2e-test resourceVersion: "23632" uid: 680c6047-9f4e-4e76-8344-09b703eb9b8e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:49:07Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:07Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d68210f42352d5 namespace: kserve-ci-e2e-test resourceVersion: "23870" uid: ca1386b1-da44-4884-a379-7f39e52e2f59 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:57:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:57:43Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d6829190903f38 namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: beacab89-1d78-4441-a61a-d7fc19373bdb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aa781-predictor-549d86d794-2q82s namespace: kserve-ci-e2e-test resourceVersion: "23585" uid: 81e0676f-066f-4f4f-bfdb-aa9bed853758 kind: Event lastTimestamp: "2026-09-18T19:57:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:57:43Z" name: error-404-isvc-aa781-predictor-549d86d794-2q82s.18d682919091a8f1 namespace: kserve-ci-e2e-test resourceVersion: "26300" uid: efafcd51-beae-4f49-89c4-0bf9c31b7c57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-aa781-predictor-549d86d794 namespace: kserve-ci-e2e-test resourceVersion: "23577" uid: 90052dca-5a8d-4938-82a5-4682506ebc05 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: 'Created pod: error-404-isvc-aa781-predictor-549d86d794-2q82s' metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-aa781-predictor-549d86d794.18d682105aad0669 namespace: kserve-ci-e2e-test resourceVersion: "23584" uid: c8b54ca8-6cd6-4aec-bf5b-bf97ba849154 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23575" uid: 7c24d16b-7cc9-429e-b109-18940ea26325 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Scaled up replica set error-404-isvc-aa781-predictor-549d86d794 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: error-404-isvc-aa781-predictor.18d682105821d60a namespace: kserve-ci-e2e-test resourceVersion: "23579" uid: 650287eb-c463-493a-aa01-dedcb710cf53 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23576" uid: 65bb204f-22ef-4947-b7d7-deadaeeeda9b kind: Event lastTimestamp: "2026-09-18T19:48:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:58Z" name: error-404-isvc-aa781-predictor.18d68213d6be96d4 namespace: kserve-ci-e2e-test resourceVersion: "23807" uid: 5c2c8a1a-c062-4721-ad90-5947917f7df1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23576" uid: 65bb204f-22ef-4947-b7d7-deadaeeeda9b kind: Event lastTimestamp: "2026-09-18T19:48:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:58Z" name: error-404-isvc-aa781-predictor.18d68213d7152efe namespace: kserve-ci-e2e-test resourceVersion: "23808" uid: 23a27295-f729-43aa-8119-b9baba32dabb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:49:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23725" uid: 65bb204f-22ef-4947-b7d7-deadaeeeda9b kind: Event lastTimestamp: "2026-09-18T19:49:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:43Z" name: error-404-isvc-aa781-predictor.18d6821ad4e33963 namespace: kserve-ci-e2e-test resourceVersion: "24154" uid: 0dffdaed-3001-40b4-8455-761a272f8675 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:49:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23725" uid: 65bb204f-22ef-4947-b7d7-deadaeeeda9b kind: Event lastTimestamp: "2026-09-18T19:49:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:43Z" name: error-404-isvc-aa781-predictor.18d6821ad557b2f3 namespace: kserve-ci-e2e-test resourceVersion: "24155" uid: 700410d2-e0e2-4ca5-bd61-3270aeda631b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-aa781 namespace: kserve-ci-e2e-test resourceVersion: "23568" uid: ddec1b1a-ef7b-4d7b-99ba-084bfda59ade kind: Event lastTimestamp: "2026-09-18T19:49:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:17Z" name: error-404-isvc-aa781.18d682105822f731 namespace: kserve-ci-e2e-test resourceVersion: "23972" uid: 0ad1a0c1-9ae6-443a-bf29-f64b3564c047 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-aa781 namespace: kserve-ci-e2e-test resourceVersion: "23970" uid: ddec1b1a-ef7b-4d7b-99ba-084bfda59ade kind: Event lastTimestamp: "2026-09-18T19:49:17Z" message: InferenceService [error-404-isvc-aa781] is Ready metadata: creationTimestamp: "2026-09-18T19:49:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:17Z" name: error-404-isvc-aa781.18d6821bb38aad52 namespace: kserve-ci-e2e-test resourceVersion: "23971" uid: ac62034c-c50d-492c-9142-0c8fb7612b0d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:38:58.850053Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20181" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ad04b-predictor-54cfd54468-pqq2t to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:38:58Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bae3db0da namespace: kserve-ci-e2e-test resourceVersion: "20187" uid: 5f01f960-7228-43fd-8c8c-80a0db6491c0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20194" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bcff5dab5 namespace: kserve-ci-e2e-test resourceVersion: "20205" uid: 243ce677-2333-4ed8-8cc9-daef4e522161 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd2c5344f namespace: kserve-ci-e2e-test resourceVersion: "20209" uid: d7d4c555-0971-42ae-b57a-b88d32b00675 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd587996a namespace: kserve-ci-e2e-test resourceVersion: "20210" uid: 260b645d-9757-4679-a204-58d1158b837c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd60fde7a namespace: kserve-ci-e2e-test resourceVersion: "20211" uid: 01399015-c5e5-41d0-ae89-45acad2088d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd618f9e2 namespace: kserve-ci-e2e-test resourceVersion: "20212" uid: fb170d60-9a6a-45b6-87f8-5577f6af12ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd966fec3 namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 6a6a34cf-c693-4d16-8058-5d01f9548e49 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818bd9d72bb1 namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: 3969d460-1efc-47b0-a3fd-3d16a54e9a72 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:39:36Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:36Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6818c2cdc72ad namespace: kserve-ci-e2e-test resourceVersion: "20433" uid: 7107e79f-2856-4f28-b0ff-0b82b28b8cdb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6820cedd8a1bc namespace: kserve-ci-e2e-test resourceVersion: "23312" uid: c966b70e-ede7-4944-ae97-002573b47448 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 7aa60885-1848-4933-bd3a-c6a35498a935 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t.18d6820cedd9430b namespace: kserve-ci-e2e-test resourceVersion: "23314" uid: fb73fed9-5f3c-45be-bab7-83a0c32a2b68 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ad04b-predictor-54cfd54468 namespace: kserve-ci-e2e-test resourceVersion: "20175" uid: 39574316-ccec-43fe-90bc-ecd3c3763eab kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: 'Created pod: error-404-isvc-ad04b-predictor-54cfd54468-pqq2t' metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:58Z" name: error-404-isvc-ad04b-predictor-54cfd54468.18d6818badbae313 namespace: kserve-ci-e2e-test resourceVersion: "20183" uid: 2b6dc8eb-5d02-4b7e-8059-47b4437d7b87 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20173" uid: 5922be99-fb9e-49b0-bac8-c300f58dad11 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Scaled up replica set error-404-isvc-ad04b-predictor-54cfd54468 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:58Z" name: error-404-isvc-ad04b-predictor.18d6818baba1400e namespace: kserve-ci-e2e-test resourceVersion: "20176" uid: be0f8d0e-e523-4216-b2c3-36ce14192319 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20174" uid: 05690b5c-50ce-4a97-87de-8e962d4ce219 kind: Event lastTimestamp: "2026-09-18T19:39:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:28Z" name: error-404-isvc-ad04b-predictor.18d6818f2a3dc0f4 namespace: kserve-ci-e2e-test resourceVersion: "20393" uid: d674ce35-208f-4b74-831e-9727c7627675 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20174" uid: 05690b5c-50ce-4a97-87de-8e962d4ce219 kind: Event lastTimestamp: "2026-09-18T19:39:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:28Z" name: error-404-isvc-ad04b-predictor.18d6818f2ab696cc namespace: kserve-ci-e2e-test resourceVersion: "20394" uid: 523b0354-d162-414a-83b3-b0e7afd51d83 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: 05690b5c-50ce-4a97-87de-8e962d4ce219 kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: error-404-isvc-ad04b-predictor.18d68196282fa62f namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 77cc0b06-50c4-49ea-afc5-dd2662d2ffa1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: 05690b5c-50ce-4a97-87de-8e962d4ce219 kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: error-404-isvc-ad04b-predictor.18d6819628921f60 namespace: kserve-ci-e2e-test resourceVersion: "20667" uid: a86312ae-a280-4279-934b-3fe00f1ed2f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20160" uid: 049d246b-897e-4713-8c43-24c10b41c228 kind: Event lastTimestamp: "2026-09-18T19:39:47Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:39:47Z" name: error-404-isvc-ad04b.18d6818baba40224 namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: d1fc834a-10cb-4fdd-a4bf-8e3cbff79678 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: 049d246b-897e-4713-8c43-24c10b41c228 kind: Event lastTimestamp: "2026-09-18T19:39:47Z" message: InferenceService [error-404-isvc-ad04b] is Ready metadata: creationTimestamp: "2026-09-18T19:39:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:39:47Z" name: error-404-isvc-ad04b.18d68196ed96bf46 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: 0cc768c3-0ae8-4995-8727-358aa4b9e518 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:37:57.616239Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817d6c6bb605 namespace: kserve-ci-e2e-test resourceVersion: "19591" uid: d65eac2f-d856-49d6-b40f-ac3782c01b5b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c155b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817d76eb1c57 namespace: kserve-ci-e2e-test resourceVersion: "19603" uid: 3470a076-6e84-4eae-b8ab-5c8cde71fa56 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19596" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817db20f5cdd namespace: kserve-ci-e2e-test resourceVersion: "19617" uid: 32fbdda8-795d-45e4-a876-79835402df1c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817db39adb9f namespace: kserve-ci-e2e-test resourceVersion: "19619" uid: bbf22244-f524-488a-97a0-f4e84ad141ac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817db6f4eefb namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: ad5039e8-1ab8-4df7-ba7e-17a32e5ba96c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817db76930e8 namespace: kserve-ci-e2e-test resourceVersion: "19621" uid: 068936d7-4ec9-4e02-9a1d-59cc9c2187cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817db77231c9 namespace: kserve-ci-e2e-test resourceVersion: "19622" uid: ab893d38-e040-4974-afd7-1774febe26c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817dba32c18e namespace: kserve-ci-e2e-test resourceVersion: "19623" uid: 1872f769-2b61-4231-ac1e-3216fd07770b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817dbaa80e74 namespace: kserve-ci-e2e-test resourceVersion: "19624" uid: e145b406-3cfa-4e0c-abd7-668614588f9e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:38:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:38:36Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:36Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d6817e26470ee5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 62c5d816-6260-4236-ae4d-58e70d2522f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d681fedb5e7e35 namespace: kserve-ci-e2e-test resourceVersion: "22873" uid: be74c884-15d2-4729-bb96-95fc001fc770 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7 namespace: kserve-ci-e2e-test resourceVersion: "19589" uid: ebd788b9-793f-4e79-8a99-3029d610ea65 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7.18d681fedb5fce7a namespace: kserve-ci-e2e-test resourceVersion: "22874" uid: d851185a-d1ff-42ec-8d32-01cc432b078a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c155b-predictor-6844b9f65d namespace: kserve-ci-e2e-test resourceVersion: "19581" uid: 32254d79-1bbb-4423-b151-8786766afbe7 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: 'Created pod: error-404-isvc-c155b-predictor-6844b9f65d-8wnx7' metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-c155b-predictor-6844b9f65d.18d6817d6bedbce3 namespace: kserve-ci-e2e-test resourceVersion: "19588" uid: d0e7316b-4640-4246-97c2-ad5b5a28f119 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19578" uid: 3e646086-e1ee-4f79-a81f-fcf297ad0487 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Scaled up replica set error-404-isvc-c155b-predictor-6844b9f65d from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-c155b-predictor.18d6817d6a504ea8 namespace: kserve-ci-e2e-test resourceVersion: "19582" uid: bb606125-8263-476e-9910-70e186b98100 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19580" uid: 697cdbb0-e575-4e60-918d-692e0ce12c31 kind: Event lastTimestamp: "2026-09-18T19:38:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:27Z" name: error-404-isvc-c155b-predictor.18d68180e958a4dc namespace: kserve-ci-e2e-test resourceVersion: "19813" uid: 6e663105-54c7-44f2-b3c6-d70e8895dbbc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19580" uid: 697cdbb0-e575-4e60-918d-692e0ce12c31 kind: Event lastTimestamp: "2026-09-18T19:38:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:27Z" name: error-404-isvc-c155b-predictor.18d68180e9ef66d8 namespace: kserve-ci-e2e-test resourceVersion: "19814" uid: 17febe0a-9dfc-445e-9e6b-f7de7117430c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19727" uid: 697cdbb0-e575-4e60-918d-692e0ce12c31 kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: error-404-isvc-c155b-predictor.18d68187e7a5b4a8 namespace: kserve-ci-e2e-test resourceVersion: "20305" uid: 001b2f4f-2b67-49c3-9074-a5062e13a68a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19727" uid: 697cdbb0-e575-4e60-918d-692e0ce12c31 kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: error-404-isvc-c155b-predictor.18d68187e83a4d9c namespace: kserve-ci-e2e-test resourceVersion: "20306" uid: 7bc4adac-8c00-4669-8509-dc6aef116755 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c155b namespace: kserve-ci-e2e-test resourceVersion: "19565" uid: a56ff631-76e1-4641-80af-6d5f4ea56f06 kind: Event lastTimestamp: "2026-09-18T19:38:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:46Z" name: error-404-isvc-c155b.18d6817d6a52e5bf namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 94a9d520-2792-4512-9a89-5f8319f79a6c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c155b namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: a56ff631-76e1-4641-80af-6d5f4ea56f06 kind: Event lastTimestamp: "2026-09-18T19:38:46Z" message: InferenceService [error-404-isvc-c155b] is Ready metadata: creationTimestamp: "2026-09-18T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:46Z" name: error-404-isvc-c155b.18d68188e2583d36 namespace: kserve-ci-e2e-test resourceVersion: "19946" uid: d16fbc4a-daea-42f1-9bb8-518a66801fdb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:25:56.838909Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14846" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d6148-predictor-66cc88466d-h7tzh to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:25:56Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d59abe816a namespace: kserve-ci-e2e-test resourceVersion: "14853" uid: 9069d6be-9e0b-4c5a-8c09-815af7e4d2f1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14860" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:25:57Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d5bcb9e855 namespace: kserve-ci-e2e-test resourceVersion: "14937" uid: 1e1bac92-10b5-4b9c-81e2-837dfc5fc8e8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d5be158baf namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: fa2dfde0-8bf4-41e0-9a1c-a0f4dd54f1f0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" in 13.171s (13.171s including waiting). Image size: 1386718283 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d8cf26cedd namespace: kserve-ci-e2e-test resourceVersion: "15069" uid: 0aad586e-d384-40cc-85a4-76fc2c930b71 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d8d20e24d0 namespace: kserve-ci-e2e-test resourceVersion: "15070" uid: 81f83223-2a0c-44db-864b-94d7b6a93158 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d8d27fd27f namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: 03761797-6686-48bf-b51a-8cf5775debe4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d8d28c53cd namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: cf1465cd-9aff-498b-a47a-c569bca1cb5b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:12Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.177s (2.177s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:12Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d95458e5df namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: d8533a09-84fe-46c4-a6cd-595e2ca863c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:12Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d957a9c003 namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: e3e1a446-47d6-420b-9f2b-9f884c3e8526 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:12Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d9581e298b namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: 86542951-fd4d-4064-97e3-5dfc23274e67 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:26:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:26:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:26:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:50Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680d99cb09ee3 namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: ef0548f7-f5f0-4ec2-b0fd-2de8f6830e5f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680eb9c4fbf7d namespace: kserve-ci-e2e-test resourceVersion: "15818" uid: bd406d61-17ca-49f9-bb94-45cee363f828 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 902a25e4-b85e-45f7-8be6-c53094fd991b kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: error-404-isvc-d6148-predictor-66cc88466d-h7tzh.18d680eb9c505dcd namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 73e4f220-7be4-4b2b-81e1-09032ea68902 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d6148-predictor-66cc88466d namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 9c205738-6411-4bc6-8145-3ea913a1997d kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: 'Created pod: error-404-isvc-d6148-predictor-66cc88466d-h7tzh' metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: error-404-isvc-d6148-predictor-66cc88466d.18d680d59a2209cb namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 87e83cc7-0168-4500-b708-89b3773effb1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: f1e8e051-23bb-4d3f-b080-e8292164b4d0 kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: Scaled up replica set error-404-isvc-d6148-predictor-66cc88466d from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: error-404-isvc-d6148-predictor.18d680d59852464a namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: 46e570df-d8fa-499a-9b86-d8c6b3432d8a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 2211e62e-0933-4761-b712-e155478258fb kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: error-404-isvc-d6148-predictor.18d680d916e73b85 namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: f8c101bf-e2bd-4c65-8a6f-7c6817e684e4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 2211e62e-0933-4761-b712-e155478258fb kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: error-404-isvc-d6148-predictor.18d680d9175263ef namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: defef5c8-d90c-4281-9acf-2fed8f894517 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 2211e62e-0933-4761-b712-e155478258fb kind: Event lastTimestamp: "2026-09-18T19:27:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:29Z" name: error-404-isvc-d6148-predictor.18d680e44b9b1542 namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 1a107a42-cdef-4b92-97cb-3614acb6faa5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 2211e62e-0933-4761-b712-e155478258fb kind: Event lastTimestamp: "2026-09-18T19:27:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:30Z" name: error-404-isvc-d6148-predictor.18d680e44c152a72 namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: 93e6a865-1ef6-4809-8c7e-98dcc0df3ecc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6148 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: db6fe73c-1b67-4c03-af19-bb0e8ca5f8dd kind: Event lastTimestamp: "2026-09-18T19:27:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:00Z" name: error-404-isvc-d6148.18d680d598534b3a namespace: kserve-ci-e2e-test resourceVersion: "15545" uid: 87061d40-61e6-4c96-bd1c-bbe2854edb45 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d6148 namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: db6fe73c-1b67-4c03-af19-bb0e8ca5f8dd kind: Event lastTimestamp: "2026-09-18T19:27:00Z" message: InferenceService [error-404-isvc-d6148] is Ready metadata: creationTimestamp: "2026-09-18T19:27:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:00Z" name: error-404-isvc-d6148.18d680e45804476b namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: cfe19b45-da9a-4319-9a57-b31c9553f133 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:36:46.819397Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18876" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816cf099a9f0 namespace: kserve-ci-e2e-test resourceVersion: "18882" uid: 40ff2809-0248-4f7a-81d3-5f4dfe34b1c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18888" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d127dec3c namespace: kserve-ci-e2e-test resourceVersion: "18902" uid: 6c96292a-3776-45d9-86de-d702f3e1fa14 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d1420270a namespace: kserve-ci-e2e-test resourceVersion: "18905" uid: df818466-0993-4fc0-87c8-8a15c08dac67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d16ed070a namespace: kserve-ci-e2e-test resourceVersion: "18908" uid: 05b299ac-adbc-45ce-a7bb-4a53b8943727 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d1765362f namespace: kserve-ci-e2e-test resourceVersion: "18909" uid: 9479a4ea-011d-4268-a110-da79bde5d739 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d1770c2a7 namespace: kserve-ci-e2e-test resourceVersion: "18910" uid: ed92f04a-fea3-4570-977b-9c21774a5ac7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d1a19eaeb namespace: kserve-ci-e2e-test resourceVersion: "18913" uid: acaf4241-0807-4c8b-b5e8-376aec6fa472 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d1a981454 namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: 980b21a9-219a-423a-abb9-4099e65e1aaa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:36:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:37:25Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:36:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:25Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6816d8d3afd2a namespace: kserve-ci-e2e-test resourceVersion: "19122" uid: cbdb5224-cf4c-40a2-902b-613da16a177b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6817d616c83ac namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: e05c32b5-a46c-40d0-a378-c85f902cbba7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6817d616d118d namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: 33044e89-834a-4a7a-937a-207c74acb4da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: bc8d95d7-00fa-4559-aa7e-bb4055a737cd kind: Event lastTimestamp: "2026-09-18T19:38:00Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:00Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh.18d6817e15b4b370 namespace: kserve-ci-e2e-test resourceVersion: "19640" uid: 4820c397-9047-4945-b599-3ae6e409609d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e0eb2-predictor-64f88d65fd namespace: kserve-ci-e2e-test resourceVersion: "18863" uid: e821c4a6-4488-45bc-bcbe-72c324a39aa1 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'Created pod: error-404-isvc-e0eb2-predictor-64f88d65fd-nlbfh' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-e0eb2-predictor-64f88d65fd.18d6816cf01d1978 namespace: kserve-ci-e2e-test resourceVersion: "18877" uid: a32fe628-95c5-4e18-8d9c-8d915a34a180 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18859" uid: 209085cc-8747-4d4c-ab28-8c3b018c2f07 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Scaled up replica set error-404-isvc-e0eb2-predictor-64f88d65fd from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-e0eb2-predictor.18d6816cee40703a namespace: kserve-ci-e2e-test resourceVersion: "18865" uid: 62b00aab-f6e7-40e1-a8b1-38f2095600ab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18862" uid: a260aa78-b0d7-42cc-bca4-f1d4962079f0 kind: Event lastTimestamp: "2026-09-18T19:37:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:16Z" name: error-404-isvc-e0eb2-predictor.18d681706d23336c namespace: kserve-ci-e2e-test resourceVersion: "19081" uid: d8c5c54d-9b72-4cfe-b116-5dd46fe46ad1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18862" uid: a260aa78-b0d7-42cc-bca4-f1d4962079f0 kind: Event lastTimestamp: "2026-09-18T19:37:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:16Z" name: error-404-isvc-e0eb2-predictor.18d681706e149ea7 namespace: kserve-ci-e2e-test resourceVersion: "19082" uid: 2d0cd90f-7c35-4b97-9cc4-2ca0aacf661d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: a260aa78-b0d7-42cc-bca4-f1d4962079f0 kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: error-404-isvc-e0eb2-predictor.18d681776b80401b namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 674ec230-aec8-483c-801d-6545ae468cb7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: a260aa78-b0d7-42cc-bca4-f1d4962079f0 kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: error-404-isvc-e0eb2-predictor.18d681776bee99f8 namespace: kserve-ci-e2e-test resourceVersion: "19415" uid: 51505f19-dd42-4fd4-aad6-95fd74a85723 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: d56b7e61-9570-472b-9b0d-cc8bf8080a9d kind: Event lastTimestamp: "2026-09-18T19:37:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:35Z" name: error-404-isvc-e0eb2.18d6816cee7160da namespace: kserve-ci-e2e-test resourceVersion: "19185" uid: 7eedb220-4239-42a3-9349-5621017cc095 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: d56b7e61-9570-472b-9b0d-cc8bf8080a9d kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'Failed to update status for InferenceService "error-404-isvc-e0eb2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e0eb2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-e0eb2.18d6816cef014419 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: d2168a8e-f572-42a1-8bc3-ff30efb4b50e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: d56b7e61-9570-472b-9b0d-cc8bf8080a9d kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e0eb2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:36:46Z" name: error-404-isvc-e0eb2.18d6816cef018dd3 namespace: kserve-ci-e2e-test resourceVersion: "18872" uid: 11970239-6b40-4c85-ab56-cc7bb6bc9e29 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "19183" uid: d56b7e61-9570-472b-9b0d-cc8bf8080a9d kind: Event lastTimestamp: "2026-09-18T19:37:35Z" message: InferenceService [error-404-isvc-e0eb2] is Ready metadata: creationTimestamp: "2026-09-18T19:37:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:35Z" name: error-404-isvc-e0eb2.18d681784c168372 namespace: kserve-ci-e2e-test resourceVersion: "19184" uid: 9f9ad930-b1ef-4d3b-9bc5-cd8683e5040e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:28:21.894300Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:28:21Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f760b81592 namespace: kserve-ci-e2e-test resourceVersion: "16365" uid: 018255ce-7c7f-4020-89fb-90edfedd2719 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-eff75-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:22Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f76b0fa350 namespace: kserve-ci-e2e-test resourceVersion: "16377" uid: 5ee7fb73-b207-40e4-8893-bd7c49a42236 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7a65483f2 namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: e909cbb4-e6b4-4123-a2e2-a86cc72420a0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7a7db6b02 namespace: kserve-ci-e2e-test resourceVersion: "16394" uid: 7e521d16-7ab0-4671-928b-1bcbbd60d626 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7aab2e813 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: b70d4be4-0096-4dc2-9d50-7f9f0a3d7e45 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7ab25af7f namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 7b73a0d3-db49-4478-83c3-be0103bef3d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7ab2eec9c namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: b7de633f-7bbb-41a4-bae8-ade22d86d705 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7addc9c40 namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 16aa97cb-8509-4f22-8a27-437b84143c94 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7ae4b54dc namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: 264d6d9f-c430-4fc1-b0cd-8bdbf71e8356 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:37:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:39Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d680f7c4295ada namespace: kserve-ci-e2e-test resourceVersion: "19346" uid: 93a13758-b401-480d-b11d-d2ae23aa3f92 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d68178bbf8e06a namespace: kserve-ci-e2e-test resourceVersion: "19270" uid: 2d66bdfe-ef19-4b79-b898-9d4fe974e8d4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:37Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d68178bbf98be6 namespace: kserve-ci-e2e-test resourceVersion: "19273" uid: 1a33606e-dcef-4b28-80ef-4022fd432a14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 0685166e-8e30-4a75-8405-6c5c5265e261 kind: Event lastTimestamp: "2026-09-18T19:37:39Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:37:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:39Z" name: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2.18d68179388cee2e namespace: kserve-ci-e2e-test resourceVersion: "19345" uid: d84cbcba-5e8f-4985-8836-f13a8413d7cd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-eff75-predictor-7dcfb97656 namespace: kserve-ci-e2e-test resourceVersion: "16355" uid: 53857cd0-deca-4330-9ecb-e943fec9a01e kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: 'Created pod: error-404-isvc-eff75-predictor-7dcfb97656-vtqk2' metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:21Z" name: error-404-isvc-eff75-predictor-7dcfb97656.18d680f76022b143 namespace: kserve-ci-e2e-test resourceVersion: "16362" uid: a037fdf1-a88d-4c37-bef0-198598023b7e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16353" uid: cf45e589-9825-4ea5-99d9-7344e703ca6d kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Scaled up replica set error-404-isvc-eff75-predictor-7dcfb97656 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:21Z" name: error-404-isvc-eff75-predictor.18d680f75e58fffa namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 7786d41e-0a9f-45af-ae1a-853421b532c9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 17e7c443-8729-4dc2-8799-ba0c923d6bc3 kind: Event lastTimestamp: "2026-09-18T19:29:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:06Z" name: error-404-isvc-eff75-predictor.18d680faddcd9003 namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: 20ef3495-74f9-4490-b033-a1942af9c8a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 17e7c443-8729-4dc2-8799-ba0c923d6bc3 kind: Event lastTimestamp: "2026-09-18T19:29:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:06Z" name: error-404-isvc-eff75-predictor.18d680fade6affd9 namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: 5a385459-a0d1-4389-8f27-3410ea11a907 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: 17e7c443-8729-4dc2-8799-ba0c923d6bc3 kind: Event lastTimestamp: "2026-09-18T19:29:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:36Z" name: error-404-isvc-eff75-predictor.18d680fe5d51b90e namespace: kserve-ci-e2e-test resourceVersion: "16912" uid: 261cd180-7d2c-4c51-9028-daf33afd66b6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: 17e7c443-8729-4dc2-8799-ba0c923d6bc3 kind: Event lastTimestamp: "2026-09-18T19:29:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:36Z" name: error-404-isvc-eff75-predictor.18d680fe5da5110d namespace: kserve-ci-e2e-test resourceVersion: "16913" uid: 58aeedc8-790b-4558-8705-5da3f0ab9f53 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16342" uid: b289b02f-eedd-4fae-b8a0-ce12e0ea910d kind: Event lastTimestamp: "2026-09-18T19:29:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:29:09Z" name: error-404-isvc-eff75.18d680f75e5b1e6c namespace: kserve-ci-e2e-test resourceVersion: "16729" uid: 83c4a0ac-e52e-42d6-9eea-2e2b55055b8a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: b289b02f-eedd-4fae-b8a0-ce12e0ea910d kind: Event lastTimestamp: "2026-09-18T19:29:09Z" message: InferenceService [error-404-isvc-eff75] is Ready metadata: creationTimestamp: "2026-09-18T19:29:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:29:09Z" name: error-404-isvc-eff75.18d681028099ae0a namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: a57766bf-7885-4692-b356-2f52bfe0d465 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:25:56.643233Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz to ip-10-0-129-212.ec2.internal metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:25:56Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d58f14ce9d namespace: kserve-ci-e2e-test resourceVersion: "14799" uid: 8cfb61f2-d2fe-475d-a815-494d9addefd9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14808" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d5b15c4b41 namespace: kserve-ci-e2e-test resourceVersion: "14919" uid: 842e58bc-8025-439a-a5a4-8f6fc5c0f635 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3" already present on machine metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d5b2d5b5ea namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: cd5eaabb-ce2b-4b6f-a946-fdaf6c08eea3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d5b6a0a763 namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: 33eeac33-dcb6-4c80-9da4-c44df68c889a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d5b71641f4 namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: 1fcd646b-f836-42b1-ab22-bcb13e7100c8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:02Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" metadata: creationTimestamp: "2026-09-18T19:26:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:02Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680d6d1fe5cc7 namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: 25235ba9-c1f0-4921-91f9-f14a974ba197 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 25.05s (25.05s including waiting). Image size: 1605424527 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dca71dfd6a namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: a873ecc5-0394-48d3-8d3d-8244ade7630b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dcab9ff806 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 2c71551d-5f70-4337-944f-0c79845e5123 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dcac15adfc namespace: kserve-ci-e2e-test resourceVersion: "15259" uid: d7c034de-3010-4867-85c5-8370d4729176 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dcac25dd29 namespace: kserve-ci-e2e-test resourceVersion: "15260" uid: 39535b4b-6a38-4664-9a69-8329858f8abb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.578s (2.578s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dd45de9f77 namespace: kserve-ci-e2e-test resourceVersion: "15282" uid: 9a1e288a-e429-44d7-9f8d-887b95540682 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dd49ecb9e6 namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 6ab9773c-4877-48f5-bfff-18a0f7fbf506 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dd4a89bed0 namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 2385a8eb-7855-4c23-b8a0-63f979ced0b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-18T19:26:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:28:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:26Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680dd60f65b0c namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 87c9a0e4-35a2-4f0f-99fa-769defbd9d55 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680f751bdedc1 namespace: kserve-ci-e2e-test resourceVersion: "16311" uid: c1a0e3cb-35be-469a-9816-1ff73438b4f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680f751beba68 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: ba68ee31-4720-4996-86f8-b0751d161829 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 78194fb5-9251-42bd-bba8-2849f2223f5f kind: Event lastTimestamp: "2026-09-18T19:28:26Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:26Z" name: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz.18d680f8637a4c8c namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: a5d76a15-a3cc-4e95-be84-e0ab94fd598a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6589c5859b namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: fc93a4f5-f300-479a-a374-aaf1ba5caec0 kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6589c5859b-gcdzz' metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: isvc-sklearn-graph-1-predictor-6589c5859b.18d680d58e9c72a1 namespace: kserve-ci-e2e-test resourceVersion: "14796" uid: 32a84565-995f-4ce4-b3e3-ff95ef1157e6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: c5db6778-69f7-4749-957d-b8b16a73d0d3 kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6589c5859b from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: isvc-sklearn-graph-1-predictor.18d680d58591b80c namespace: kserve-ci-e2e-test resourceVersion: "14782" uid: 73f84fa0-f3b2-4041-95ad-14e02a4a9f19 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: e53bb99d-4623-4d2f-a4a4-372536e9ed42 kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: isvc-sklearn-graph-1-predictor.18d680d90b0b2ec3 namespace: kserve-ci-e2e-test resourceVersion: "15381" uid: 619bc9f8-a603-4a88-9297-0cd79089d24c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: e53bb99d-4623-4d2f-a4a4-372536e9ed42 kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: isvc-sklearn-graph-1-predictor.18d680d90b5d2ca6 namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: ab3eb47d-0c9e-4eaf-8632-b5a51c33339c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15092" uid: e53bb99d-4623-4d2f-a4a4-372536e9ed42 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-sklearn-graph-1-predictor.18d680e44c152874 namespace: kserve-ci-e2e-test resourceVersion: "16072" uid: 25ee4021-947a-4aea-89dd-f87da00fee90 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15092" uid: e53bb99d-4623-4d2f-a4a4-372536e9ed42 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-sklearn-graph-1-predictor.18d680e44caa8082 namespace: kserve-ci-e2e-test resourceVersion: "16074" uid: 056d05a4-56dc-481a-9930-aeb3242fdef5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14769" uid: dee40b21-2c41-492c-bf0f-b1503d38663a kind: Event lastTimestamp: "2026-09-18T19:27:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:46Z" name: isvc-sklearn-graph-1.18d680d58b95169a namespace: kserve-ci-e2e-test resourceVersion: "16012" uid: 66950709-5bf2-4701-8a69-141640be0f5f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: dee40b21-2c41-492c-bf0f-b1503d38663a kind: Event lastTimestamp: "2026-09-18T19:27:46Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-18T19:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:46Z" name: isvc-sklearn-graph-1.18d680ef18dbba07 namespace: kserve-ci-e2e-test resourceVersion: "16011" uid: d959f85d-396b-46e7-bf3d-272491d9049e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:25:57.131324Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14903" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r to ip-10-0-140-94.ec2.internal metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d5ac2c6d5c namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: f445b77a-2fa3-425e-821c-0e078fb688f5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d5b5d09332 namespace: kserve-ci-e2e-test resourceVersion: "14925" uid: 833db791-bc66-4830-b525-0ff57ec2363a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:25:58Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d5f4d28a5e namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: a8aabe58-18ae-40ac-8456-109a45a32c3f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3" metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:58Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d5f718534b namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: 4d7a1aee-1a5d-4d30-b9e0-84b8b65c9698 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3" in 12.131s (12.131s including waiting). Image size: 308177839 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d8ca2a3a74 namespace: kserve-ci-e2e-test resourceVersion: "15066" uid: e237778b-5135-430b-9ec7-8f64e159ff55 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d8cd7b771f namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: a82f9d3b-337c-4ae9-af44-0e6fda5d102a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T19:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:10Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d8cdf033fc namespace: kserve-ci-e2e-test resourceVersion: "15068" uid: ba6a7241-9ebc-41d3-983d-7cb928a91474 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:15Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" metadata: creationTimestamp: "2026-09-18T19:26:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:15Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680d9d890dbfa namespace: kserve-ci-e2e-test resourceVersion: "15140" uid: 97f6e9c8-1a14-4d99-beca-8117eb7bece7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970" in 6.366s (6.366s including waiting). Image size: 1605424527 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db540576f3 namespace: kserve-ci-e2e-test resourceVersion: "15193" uid: 14f35f2a-36ff-4f4e-b87b-aa4e640971fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db573b28b2 namespace: kserve-ci-e2e-test resourceVersion: "15194" uid: 5390758b-7db7-4917-a0ce-4dea7539ead2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db57b211b2 namespace: kserve-ci-e2e-test resourceVersion: "15195" uid: 91e415b7-dd1e-443c-8d95-55860ba3c7eb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db57bc9be5 namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: c430d710-201a-4889-8fb4-6e9b0d104974 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db5ac1898d namespace: kserve-ci-e2e-test resourceVersion: "15198" uid: 2f83443a-2b38-47d1-869c-37c8dba4d8bc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:26:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db5b368850 namespace: kserve-ci-e2e-test resourceVersion: "15199" uid: dc2c8689-ef48-4d0c-bb12-8a10556e4518 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T19:26:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:27:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:26:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:28Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680db7c0c73db namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 1732d300-639c-46bc-8db1-c344ee6e35a8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680f74ee6aa1a namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: 666c604b-d566-4b83-ab66-77f496848432 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680f74ee72515 namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 31153574-829e-47d1-91ad-a9d36c7ee063 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 043d4780-3ddd-417c-85a2-d0db2f33178b kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r.18d680f7a8657ac0 namespace: kserve-ci-e2e-test resourceVersion: "16395" uid: 338913b2-8aa3-4ada-b97a-05d7560d23ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-94.ec2.internal source: component: kubelet host: ip-10-0-140-94.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5fd56cdc95 namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 7bb0e5f4-bf15-4885-ab40-852496b641a7 kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5fd56cdc95-bcn4r' metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-2-predictor-5fd56cdc95.18d680d5ab968b7d namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 0d7272ab-e895-4e8d-8660-829f918c47a7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14893" uid: 4dc3371d-7e96-4ec7-bda4-74c01264dc4c kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5fd56cdc95 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:57Z" name: isvc-sklearn-graph-2-predictor.18d680d5a80d96f6 namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 0144962f-cf08-4221-ba77-e3834cf67a4f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 971f1c2b-9028-4e28-943f-099cc497ca51 kind: Event lastTimestamp: "2026-09-18T19:26:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:42Z" name: isvc-sklearn-graph-2-predictor.18d680d926ad2bff namespace: kserve-ci-e2e-test resourceVersion: "15393" uid: 3f05bef4-ae27-452c-9259-00114d16808f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 971f1c2b-9028-4e28-943f-099cc497ca51 kind: Event lastTimestamp: "2026-09-18T19:26:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:42Z" name: isvc-sklearn-graph-2-predictor.18d680d92720ace0 namespace: kserve-ci-e2e-test resourceVersion: "15394" uid: 32cb94e4-fb70-48cd-8ccd-a935ea407aae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 971f1c2b-9028-4e28-943f-099cc497ca51 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-sklearn-graph-2-predictor.18d680e44c7da4a1 namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 2cd1bde4-a671-407f-a88d-cfb7d4e2f74f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 971f1c2b-9028-4e28-943f-099cc497ca51 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-sklearn-graph-2-predictor.18d680e44d0d10aa namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: fc8afdf5-5cb4-45c4-91fb-05609d5e0577 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14885" uid: 73fe25f4-a962-4f28-9c0f-a0effdada521 kind: Event lastTimestamp: "2026-09-18T19:27:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:38Z" name: isvc-sklearn-graph-2.18d680d5a83ca6aa namespace: kserve-ci-e2e-test resourceVersion: "15948" uid: cd11e64d-e654-486d-8d7e-9b1f7ac25dc8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15946" uid: 73fe25f4-a962-4f28-9c0f-a0effdada521 kind: Event lastTimestamp: "2026-09-18T19:27:38Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-18T19:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:38Z" name: isvc-sklearn-graph-2.18d680ed33c8a8f1 namespace: kserve-ci-e2e-test resourceVersion: "15947" uid: d7b79eaf-ca2d-4723-86c0-eb4d4cc49292 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:25:56.955417Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14873" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-d7b8766ff-zndlp to ip-10-0-129-212.ec2.internal metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:25:56Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5a1b05af4 namespace: kserve-ci-e2e-test resourceVersion: "14880" uid: ce1d204e-c362-4eb3-8c65-339ee13db01e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5ac36a4bf namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: eadcf50d-4567-42b9-b7ea-142ffe12fdc2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14884" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:25:58Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5e82f0281 namespace: kserve-ci-e2e-test resourceVersion: "14951" uid: 4c67cac4-682d-4bd5-a000-c16a01ad676a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3" already present on machine metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:58Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5e9d7a085 namespace: kserve-ci-e2e-test resourceVersion: "14954" uid: db68caab-8bc8-471c-a9e9-1b60bbb318f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:58Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5ec9fb9b8 namespace: kserve-ci-e2e-test resourceVersion: "14955" uid: bd5896d2-5796-42ed-bbaa-b7f5961e3325 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:25:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-18T19:25:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:58Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d5ed12307b namespace: kserve-ci-e2e-test resourceVersion: "14956" uid: c6c44e59-bc4f-4bed-838f-e1ce49c78273 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:03Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-18T19:26:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:03Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680d70e4cba96 namespace: kserve-ci-e2e-test resourceVersion: "15011" uid: c123c307-652c-4e54-817a-ac44bf7266b3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 24.145s (24.145s including waiting). Image size: 1436472580 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dcad7ac163 namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: c2f7cc25-e27d-4a6b-9e93-5ea69979e61a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dcb1722c56 namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: e9532385-e40f-4280-aaa2-6c7cb8d05d0a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dcb1ea056f namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: 22d40271-7c90-4ee3-bf71-e7a51d1ffd08 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T19:26:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:27Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dcb1f7ac00 namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 23aa1865-64eb-489e-b25d-7caed68182ec reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.47s (2.47s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dd45369c66 namespace: kserve-ci-e2e-test resourceVersion: "15281" uid: e5b93db7-2c53-45bc-bba9-b1e0c648ecb2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dd49df6b68 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: bfbcc55a-15d3-47e8-8961-12f6d7ce1b29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:26:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:29Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dd4aa22823 namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 182a9837-a934-441d-ad5e-9b6c1e9731b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-18T19:26:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:27:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:26Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680dd61136955 namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: 63b0730f-04c8-4235-ba9d-506da57031d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680f7544a3b88 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 3d71c1f2-55dd-441b-b0ac-9fedd0a60009 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 2bacc262-5ee4-421a-ab8c-ff4c994c09e6 kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: isvc-xgboost-graph-predictor-d7b8766ff-zndlp.18d680f7544ac0a8 namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: e9f66bce-f04d-4497-b40d-f1818981d1c2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-212.ec2.internal source: component: kubelet host: ip-10-0-129-212.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-d7b8766ff namespace: kserve-ci-e2e-test resourceVersion: "14867" uid: 4acfa8d4-819c-419c-a7f1-ed5304056fca kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: 'Created pod: isvc-xgboost-graph-predictor-d7b8766ff-zndlp' metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: isvc-xgboost-graph-predictor-d7b8766ff.18d680d5a11648f6 namespace: kserve-ci-e2e-test resourceVersion: "14874" uid: 7d4a98d1-b5cf-44e6-8831-002970fa888e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14865" uid: 4ffe3c26-80d6-48af-bc70-e753ab75194d kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: Scaled up replica set isvc-xgboost-graph-predictor-d7b8766ff from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: isvc-xgboost-graph-predictor.18d680d59e348e0a namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: f8bbfd7f-86ce-484a-9713-77c618f95580 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14866" uid: 4ca4c2d8-f71f-424b-beb5-c631f680a5e5 kind: Event lastTimestamp: "2026-09-18T19:26:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:59Z" name: isvc-xgboost-graph-predictor.18d680d91cb17f85 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: a9f700ba-08a0-44b9-9175-7a6df0efd575 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14866" uid: 4ca4c2d8-f71f-424b-beb5-c631f680a5e5 kind: Event lastTimestamp: "2026-09-18T19:26:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:59Z" name: isvc-xgboost-graph-predictor.18d680d91d20b012 namespace: kserve-ci-e2e-test resourceVersion: "15529" uid: 16ddf99e-addf-4730-a4cb-6794a128fd90 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:27:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 4ca4c2d8-f71f-424b-beb5-c631f680a5e5 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:27:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-xgboost-graph-predictor.18d680e7cb5dd71a namespace: kserve-ci-e2e-test resourceVersion: "16075" uid: 41a7928c-591c-4fbf-a26b-e54a2fcc66b0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:27:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 4ca4c2d8-f71f-424b-beb5-c631f680a5e5 kind: Event lastTimestamp: "2026-09-18T19:28:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:00Z" name: isvc-xgboost-graph-predictor.18d680e7cbe7314e namespace: kserve-ci-e2e-test resourceVersion: "16076" uid: 0f85a20e-ddf5-4d02-a1a2-8434362153f9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14848" uid: b5b491e3-0b49-4851-9b30-af38eb2acb77 kind: Event lastTimestamp: "2026-09-18T19:27:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:36Z" name: isvc-xgboost-graph.18d680d59e34ff51 namespace: kserve-ci-e2e-test resourceVersion: "15931" uid: 5387f908-3431-42f7-9b16-c25e92ad3681 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15929" uid: b5b491e3-0b49-4851-9b30-af38eb2acb77 kind: Event lastTimestamp: "2026-09-18T19:27:36Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-18T19:27:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:36Z" name: isvc-xgboost-graph.18d680ecc5849133 namespace: kserve-ci-e2e-test resourceVersion: "15930" uid: 7cc56389-1efd-494a-9a21-bfb23174d159 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:28:10.101950Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-668c49d7c6-5v6f4 to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6-5v6f4.18d680f4a1d7208e namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: 66c8414c-9dce-4ad3-b16e-b0a4869dd6d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6-5v6f4.18d680f4c3d03621 namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: c61f14c5-9f06-48a3-ba88-dcc22aa97315 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6-5v6f4.18d680f4c55183a9 namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 015926e4-5b21-4634-8973-daa6221655a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6-5v6f4.18d680f4c8afa956 namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 9765e896-8c22-457e-8d48-bc5e4acaf1e0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6-5v6f4.18d680f4c923990d namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: 01369984-c4af-47ce-a3b0-aed216111dbf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:21Z" name: model-chainer-668c49d7c6-5v6f4.18d680f74837ff8e namespace: kserve-ci-e2e-test resourceVersion: "16267" uid: 5f493e4b-dc2c-4df2-81fd-a3b916245d80 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:28:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-668c49d7c6-5v6f4 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 36d95eb1-7483-43cc-b130-322258cf9e82 kind: Event lastTimestamp: "2026-09-18T19:28:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:47Z" name: model-chainer-668c49d7c6-5v6f4.18d680f770dc6390 namespace: kserve-ci-e2e-test resourceVersion: "16607" uid: 70cf223e-88d6-438e-895d-dc1d21c79e4d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-668c49d7c6 namespace: kserve-ci-e2e-test resourceVersion: "16142" uid: caee7d5c-0f84-4e9b-b678-c283b9891b39 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: 'Created pod: model-chainer-668c49d7c6-5v6f4' metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer-668c49d7c6.18d680f4a11d8373 namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: 5dd08c5f-d184-4865-ba44-38432ffbf5e5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: fde32a76-6fdd-4f54-aab4-cb346b26d1c1 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: Scaled up replica set model-chainer-668c49d7c6 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer.18d680f49fc83c4b namespace: kserve-ci-e2e-test resourceVersion: "16143" uid: 65044535-8d26-4fff-b361-cf6cc447c7ba reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: 2812fdbc-62dc-4c3a-b2fe-5ada2a8e1d01 kind: Event lastTimestamp: "2026-09-18T19:28:10Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-18T19:28:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:10Z" name: model-chainer.18d680f4a70c60fe namespace: kserve-ci-e2e-test resourceVersion: "16162" uid: 5d8a6ff5-4606-4ebd-90f5-92eed7cbb8cf reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:38:47.531429Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19959" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-6d8ab-8565c985cd-wpxbz to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:38:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:38:47Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d681890b9915da namespace: kserve-ci-e2e-test resourceVersion: "19964" uid: 62c3b39b-4790-4a79-8c7f-b68265fc5b3d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-6d8ab-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:38:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:47Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d681891633f392 namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: eb229c76-3343-4604-af69-06d141d0e39b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:48Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:48Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:38:48Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d68189515d6e22 namespace: kserve-ci-e2e-test resourceVersion: "19986" uid: 51dec66f-9592-4203-9bc3-c24f683e6656 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6d8ab} kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:48Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:48Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d6818952d6536d namespace: kserve-ci-e2e-test resourceVersion: "19988" uid: a642309f-f612-4c96-9e81-f8b37bbd98bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6d8ab} kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:48Z" message: 'Created container: sequence-graph-6d8ab' metadata: creationTimestamp: "2026-09-18T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:48Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d6818955eb076d namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 452d0dd2-9af1-4fb7-901a-3f7ea1b38fc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6d8ab} kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:48Z" message: Started container sequence-graph-6d8ab metadata: creationTimestamp: "2026-09-18T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:48Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d68189565cb8ce namespace: kserve-ci-e2e-test resourceVersion: "19990" uid: f0334a99-5646-4271-86e7-93256fcfab64 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6d8ab} kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Stopping container sequence-graph-6d8ab metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d6818b9778cfe6 namespace: kserve-ci-e2e-test resourceVersion: "20101" uid: 5fd9f59f-fe73-4b3d-a7e2-6a72b37865fd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-6d8ab} kind: Pod name: sequence-graph-6d8ab-8565c985cd-wpxbz namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: aa43e594-86b1-413a-b77b-f50e11192d96 kind: Event lastTimestamp: "2026-09-18T19:39:25Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:25Z" name: sequence-graph-6d8ab-8565c985cd-wpxbz.18d6818c034e3a3d namespace: kserve-ci-e2e-test resourceVersion: "20368" uid: b33db7c0-bbb1-4c53-a904-1587bb9c7636 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-6d8ab-8565c985cd namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: 69ea0079-fd3e-412c-bdac-9be049eb8213 kind: Event lastTimestamp: "2026-09-18T19:38:47Z" message: 'Created pod: sequence-graph-6d8ab-8565c985cd-wpxbz' metadata: creationTimestamp: "2026-09-18T19:38:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:47Z" name: sequence-graph-6d8ab-8565c985cd.18d681890a9ed760 namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: a0a1377d-4760-415f-983b-58ada012dce2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19952" uid: bd00b8ac-339c-4627-bd41-acae186c05da kind: Event lastTimestamp: "2026-09-18T19:38:47Z" message: Scaled up replica set sequence-graph-6d8ab-8565c985cd from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:38:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:47Z" name: sequence-graph-6d8ab.18d6818908d2f77a namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: cadfa0b7-8296-42a1-aa23-a38ffd2db590 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 2c51f1bc-8a87-4841-b5de-4505bbe5cf89 kind: Event lastTimestamp: "2026-09-18T19:38:47Z" message: InferenceGraph [sequence-graph-6d8ab] is Ready metadata: creationTimestamp: "2026-09-18T19:38:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:47Z" name: sequence-graph-6d8ab.18d6818911ebf3dc namespace: kserve-ci-e2e-test resourceVersion: "19978" uid: 03ceb0b7-5326-4a30-831e-971da3bd1c83 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:39:58.710321Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-ad04b-7db6969cbf-q9xkp to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:39:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:39:58Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d681999e30d016 namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: 8afb535d-efc7-44ab-b43c-418fa6ed6871 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:59Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:39:59Z" message: Add eth0 [10.132.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:39:59Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d68199c0d8f9db namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: da5ed4bc-d297-4ab3-83b7-0280d9198903 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ad04b} kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:39:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:59Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d68199c2387bb9 namespace: kserve-ci-e2e-test resourceVersion: "20585" uid: 804f1d22-6763-4569-93e7-f2e22350ba9d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ad04b} kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:39:59Z" message: 'Created container: sequence-graph-ad04b' metadata: creationTimestamp: "2026-09-18T19:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:59Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d68199c5079a9d namespace: kserve-ci-e2e-test resourceVersion: "20586" uid: 46305cc4-f47f-40b2-99ec-fab1054d4e99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ad04b} kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:39:59Z" message: Started container sequence-graph-ad04b metadata: creationTimestamp: "2026-09-18T19:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:39:59Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d68199c5787ccc namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: d4056088-48f3-44d7-b4b0-e0aef1bcef87 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ad04b} kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: Stopping container sequence-graph-ad04b metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d6820cdf7e0c19 namespace: kserve-ci-e2e-test resourceVersion: "23275" uid: f9210025-2e04-4561-a214-e3a223167775 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ad04b} kind: Pod name: sequence-graph-ad04b-7db6969cbf-q9xkp namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 79e6401d-2b34-4363-b33d-f4e0482bde59 kind: Event lastTimestamp: "2026-09-18T19:48:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:40Z" name: sequence-graph-ad04b-7db6969cbf-q9xkp.18d6820d4f8d8690 namespace: kserve-ci-e2e-test resourceVersion: "23706" uid: e52a7b85-561c-49ca-87f7-656a0d9dedd6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-ad04b-7db6969cbf namespace: kserve-ci-e2e-test resourceVersion: "20558" uid: e5122ba3-701c-4b62-ad64-3337d3cc73e2 kind: Event lastTimestamp: "2026-09-18T19:39:58Z" message: 'Created pod: sequence-graph-ad04b-7db6969cbf-q9xkp' metadata: creationTimestamp: "2026-09-18T19:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:58Z" name: sequence-graph-ad04b-7db6969cbf.18d681999daa0912 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: 9d7d51bf-1b13-4839-8d88-fa9eb2e523e6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: f0520c52-a8c8-4870-818c-1984ff742838 kind: Event lastTimestamp: "2026-09-18T19:39:58Z" message: Scaled up replica set sequence-graph-ad04b-7db6969cbf from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:58Z" name: sequence-graph-ad04b.18d681999cac0358 namespace: kserve-ci-e2e-test resourceVersion: "20559" uid: 61f52c97-f1c3-4fa6-819a-56d79faf4225 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: b04c8eec-3780-453f-9591-6bfdbe72db8e kind: Event lastTimestamp: "2026-09-18T19:39:58Z" message: InferenceGraph [sequence-graph-ad04b] is Ready metadata: creationTimestamp: "2026-09-18T19:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:39:58Z" name: sequence-graph-ad04b.18d68199a2c32dc3 namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 1f60ef34-1369-450d-8fa9-b81a1d025a9c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:40:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20557" uid: 546bbd50-e740-4c38-bd0b-c98f0846b7aa kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:40:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: sequence-graph-ad04b.18d6819d1b910512 namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 912fef80-6150-4713-ba15-279014d1265e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:40:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20557" uid: 546bbd50-e740-4c38-bd0b-c98f0846b7aa kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:40:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: sequence-graph-ad04b.18d6819d1c99c3ea namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 260bcb47-accb-4fea-8718-01f73202d1e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:40:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 546bbd50-e740-4c38-bd0b-c98f0846b7aa kind: Event lastTimestamp: "2026-09-18T19:40:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:40:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:28Z" name: sequence-graph-ad04b.18d681a09b8d2ed9 namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: eba7b650-aaa9-4b94-b0d0-fadff9cf4507 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:40:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 546bbd50-e740-4c38-bd0b-c98f0846b7aa kind: Event lastTimestamp: "2026-09-18T19:40:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:40:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:28Z" name: sequence-graph-ad04b.18d681a09bf7b6a2 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 98039afb-268e-4a87-a51c-dd3a3dc986c1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:29:21.704679Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-eff75-5f6b6f9b5b-x6k9z to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:29:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:29:21Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d681054db25dfd namespace: kserve-ci-e2e-test resourceVersion: "16805" uid: 778498d4-6e5e-4435-bb70-7122e31c4aee reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:21Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:29:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-eff75-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:29:21Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d68105579002e2 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 3d8cf656-c669-4342-943c-a7c559111537 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:22Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:29:22Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:29:22Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d6810593c43012 namespace: kserve-ci-e2e-test resourceVersion: "16828" uid: 3eb58872-05a4-4488-9647-17da2592f83a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-eff75} kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:29:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:29:22Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d6810595286a37 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: 396003b5-d8a4-4eed-ab4b-7fb438ef9718 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-eff75} kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:29:22Z" message: 'Created container: sequence-graph-eff75' metadata: creationTimestamp: "2026-09-18T19:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:29:22Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d68105985625a8 namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: 69dbf5e7-905a-484b-8298-bf81d8705a94 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-eff75} kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:29:22Z" message: Started container sequence-graph-eff75 metadata: creationTimestamp: "2026-09-18T19:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:29:22Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d6810598c785d6 namespace: kserve-ci-e2e-test resourceVersion: "16832" uid: 6034cc86-8e70-4de6-b98e-d3505923f523 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-eff75} kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Stopping container sequence-graph-eff75 metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:37Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d68178aedfcbc7 namespace: kserve-ci-e2e-test resourceVersion: "19210" uid: 2d28f561-dbb8-4161-8c53-28cd4d167219 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:37:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-eff75} kind: Pod name: sequence-graph-eff75-5f6b6f9b5b-x6k9z namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 5b9ce6d1-e24c-4f05-b136-34e23d122d61 kind: Event lastTimestamp: "2026-09-18T19:38:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:37:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:04Z" name: sequence-graph-eff75-5f6b6f9b5b-x6k9z.18d681793581bfcb namespace: kserve-ci-e2e-test resourceVersion: "19672" uid: 79896488-68ad-496e-a02f-032ce217ec5f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-eff75-5f6b6f9b5b namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 4c9464bd-f107-47c8-b89f-b92e99cf479c kind: Event lastTimestamp: "2026-09-18T19:29:21Z" message: 'Created pod: sequence-graph-eff75-5f6b6f9b5b-x6k9z' metadata: creationTimestamp: "2026-09-18T19:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:21Z" name: sequence-graph-eff75-5f6b6f9b5b.18d681054d211227 namespace: kserve-ci-e2e-test resourceVersion: "16802" uid: 63b7d37c-a27d-4ed1-8a7b-6b994f9b7f00 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16795" uid: b4fbd10c-df4a-400e-8395-bdac96f72fea kind: Event lastTimestamp: "2026-09-18T19:29:21Z" message: Scaled up replica set sequence-graph-eff75-5f6b6f9b5b from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:21Z" name: sequence-graph-eff75.18d681054c428e3d namespace: kserve-ci-e2e-test resourceVersion: "16798" uid: 2f1f592b-e290-4a83-af4c-641c325a6950 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: b2118994-4c0b-4d54-a3d1-3f4839573b20 kind: Event lastTimestamp: "2026-09-18T19:29:21Z" message: InferenceGraph [sequence-graph-eff75] is Ready metadata: creationTimestamp: "2026-09-18T19:29:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:29:21Z" name: sequence-graph-eff75.18d681055025e495 namespace: kserve-ci-e2e-test resourceVersion: "16814" uid: 2e467d10-6466-403e-a42f-e011dcf43c62 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:29:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: 22687345-4823-4623-b319-18b98e671bfb kind: Event lastTimestamp: "2026-09-18T19:30:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:29:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:30:21Z" name: sequence-graph-eff75.18d68108cad079d9 namespace: kserve-ci-e2e-test resourceVersion: "17117" uid: d3033acf-fb55-4b3d-8a61-13f1aef6be76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-18T19:29:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: 22687345-4823-4623-b319-18b98e671bfb kind: Event lastTimestamp: "2026-09-18T19:30:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:29:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:30:21Z" name: sequence-graph-eff75.18d68108cb452d43 namespace: kserve-ci-e2e-test resourceVersion: "17118" uid: d9292df9-5036-4f74-a1c3-02c36c64012e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:48:12.995083Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23233" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-0596f-65848496cb-n9fcx to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:48:13Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cb3dbbb2e namespace: kserve-ci-e2e-test resourceVersion: "23238" uid: 624347fd-b559-4e9c-9c3b-7ec3c4aa094a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-0596f-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cc24bc597 namespace: kserve-ci-e2e-test resourceVersion: "23250" uid: 9fc7fd53-b655-4bc4-8865-79fee3246ee7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23241" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Add eth0 [10.132.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:48:14Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cf9fc3a53 namespace: kserve-ci-e2e-test resourceVersion: "23352" uid: 67470f37-6852-4157-874d-9c07892650c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0596f} kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cfb6f3630 namespace: kserve-ci-e2e-test resourceVersion: "23359" uid: ca1ae5d0-4e7d-443d-a29c-dc73125dacc9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0596f} kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'Created container: splitter-graph-0596f' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cfe5f53a3 namespace: kserve-ci-e2e-test resourceVersion: "23367" uid: 996f3c00-ffd6-451d-b842-a0e909e8b1f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0596f} kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Started container splitter-graph-0596f metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6820cff1f2a07 namespace: kserve-ci-e2e-test resourceVersion: "23368" uid: 91736785-b567-4485-b12f-b5f5c10c421b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0596f} kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Stopping container splitter-graph-0596f metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d6821035bb9e33 namespace: kserve-ci-e2e-test resourceVersion: "23507" uid: d00482c1-cb6b-48f7-8f65-1f5c49ee98cc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-0596f} kind: Pod name: splitter-graph-0596f-65848496cb-n9fcx namespace: kserve-ci-e2e-test resourceVersion: "23234" uid: 67037119-1e8c-4f66-9ae4-c2e9e6ebdcb7 kind: Event lastTimestamp: "2026-09-18T19:48:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:56Z" name: splitter-graph-0596f-65848496cb-n9fcx.18d68210e69ae10c namespace: kserve-ci-e2e-test resourceVersion: "23791" uid: b9b4be18-3562-4fdf-944e-21fc018298eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-0596f-65848496cb namespace: kserve-ci-e2e-test resourceVersion: "23230" uid: cea0345c-10d9-467c-84d6-093a94fb6327 kind: Event lastTimestamp: "2026-09-18T19:48:12Z" message: 'Created pod: splitter-graph-0596f-65848496cb-n9fcx' metadata: creationTimestamp: "2026-09-18T19:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:12Z" name: splitter-graph-0596f-65848496cb.18d6820cb35185e8 namespace: kserve-ci-e2e-test resourceVersion: "23235" uid: 8f8d6a94-b9c4-45b0-9227-0f42f48e4b0a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-0596f namespace: kserve-ci-e2e-test resourceVersion: "23228" uid: 45c336db-3e60-4807-b667-822537196ba5 kind: Event lastTimestamp: "2026-09-18T19:48:12Z" message: Scaled up replica set splitter-graph-0596f-65848496cb from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:48:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:12Z" name: splitter-graph-0596f.18d6820cb1d94ab7 namespace: kserve-ci-e2e-test resourceVersion: "23232" uid: a6a2a372-ad1f-4a5b-9d6b-d89f8bf94498 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-0596f namespace: kserve-ci-e2e-test resourceVersion: "23244" uid: c426b55a-5af9-4546-abf4-bd8ae56c2063 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: InferenceGraph [splitter-graph-0596f] is Ready metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:48:13Z" name: splitter-graph-0596f.18d6820cbcde9fdc namespace: kserve-ci-e2e-test resourceVersion: "23246" uid: e5ee3ed7-2e0b-44bd-ac27-358c03c5e0b7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-0596f namespace: kserve-ci-e2e-test resourceVersion: "23229" uid: f7881b12-5beb-4af3-a327-05170fb0dbf0 kind: Event lastTimestamp: "2026-09-18T19:48:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:27Z" name: splitter-graph-0596f.18d6821031883d35 namespace: kserve-ci-e2e-test resourceVersion: "23496" uid: 7ec368a9-9666-4e4d-b8fd-d7c5aede6adf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-0596f namespace: kserve-ci-e2e-test resourceVersion: "23229" uid: f7881b12-5beb-4af3-a327-05170fb0dbf0 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: horizontalpodautoscalers.autoscaling "splitter-graph-0596f" not found metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: splitter-graph-0596f.18d6821032414300 namespace: kserve-ci-e2e-test resourceVersion: "23499" uid: 49286c94-44ce-42b5-9dee-8e14657b04a0 reason: FailedUpdateStatus reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-0596f namespace: kserve-ci-e2e-test resourceVersion: "23229" uid: f7881b12-5beb-4af3-a327-05170fb0dbf0 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: splitter-graph-0596f.18d682103241fb6b namespace: kserve-ci-e2e-test resourceVersion: "23503" uid: 64ea96e6-8ac9-4110-8867-cb43d4cae3fb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:49:28.307564Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24042" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-aa781-77f68cffbc-9jwmt to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:49:28Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e3cd50e32 namespace: kserve-ci-e2e-test resourceVersion: "24047" uid: c3b38d9a-baa4-4a54-abc7-ad63779985b2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-aa781-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:28Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e482f9fa4 namespace: kserve-ci-e2e-test resourceVersion: "24057" uid: cca75a00-59c4-4ee2-803d-7a3437b98dd6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24051" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: Add eth0 [10.132.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:49:29Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e829ab458 namespace: kserve-ci-e2e-test resourceVersion: "24073" uid: 114b647e-ff98-459b-b113-e76e30b0a851 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-aa781} kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:29Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e840fc1f0 namespace: kserve-ci-e2e-test resourceVersion: "24075" uid: bd028d8b-81f8-416a-af5f-402505e21ac9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-aa781} kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: 'Created container: splitter-graph-aa781' metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:29Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e871626db namespace: kserve-ci-e2e-test resourceVersion: "24076" uid: 2ded9aa3-1131-4c81-8f59-5803c7a58320 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-aa781} kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: Started container splitter-graph-aa781 metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:29Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6821e878c82f6 namespace: kserve-ci-e2e-test resourceVersion: "24077" uid: 27be6bd3-9306-441d-87a9-d6866f604a4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-aa781} kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:57:43Z" message: Stopping container splitter-graph-aa781 metadata: creationTimestamp: "2026-09-18T19:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:57:43Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d6829186b1505e namespace: kserve-ci-e2e-test resourceVersion: "26269" uid: 99cccde8-ba9c-467d-a7fb-1e943b7980d1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:57:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-aa781} kind: Pod name: splitter-graph-aa781-77f68cffbc-9jwmt namespace: kserve-ci-e2e-test resourceVersion: "24043" uid: 64673d93-8108-4ecc-9370-44f00738d5ff kind: Event lastTimestamp: "2026-09-18T19:58:11Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:58:11Z" name: splitter-graph-aa781-77f68cffbc-9jwmt.18d682923512a82e namespace: kserve-ci-e2e-test resourceVersion: "26433" uid: acf894d8-7841-4809-888c-ceaf9f7c5bd3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-aa781-77f68cffbc namespace: kserve-ci-e2e-test resourceVersion: "24039" uid: 1b35cbca-b8de-4f8a-91b2-038e6a49db81 kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: 'Created pod: splitter-graph-aa781-77f68cffbc-9jwmt' metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:28Z" name: splitter-graph-aa781-77f68cffbc.18d6821e3c5b3c72 namespace: kserve-ci-e2e-test resourceVersion: "24045" uid: 97be2486-5b5b-42a7-8e60-7d943757967d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-aa781 namespace: kserve-ci-e2e-test resourceVersion: "24037" uid: 79052a11-41ed-441e-aade-5ea5d492fb9e kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: Scaled up replica set splitter-graph-aa781-77f68cffbc from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:28Z" name: splitter-graph-aa781.18d6821e3b76e138 namespace: kserve-ci-e2e-test resourceVersion: "24041" uid: fdacbaba-36e4-447c-85a3-15cd446b212f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-aa781 namespace: kserve-ci-e2e-test resourceVersion: "24053" uid: 471bc606-d989-4cfa-86a8-7055bd9a73c1 kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: InferenceGraph [splitter-graph-aa781] is Ready metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:28Z" name: splitter-graph-aa781.18d6821e41bd2acd namespace: kserve-ci-e2e-test resourceVersion: "24055" uid: 82196461-7f96-4161-a478-c3d2e6681bbc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:49:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-aa781 namespace: kserve-ci-e2e-test resourceVersion: "24038" uid: 6accf652-4871-4503-b2d8-6422f2a753fa kind: Event lastTimestamp: "2026-09-18T19:49:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:49:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:58Z" name: splitter-graph-aa781.18d68221baa8bc05 namespace: kserve-ci-e2e-test resourceVersion: "24219" uid: 996995a6-1d2d-4af0-ab50-7782eb38109c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:49:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-aa781 namespace: kserve-ci-e2e-test resourceVersion: "24038" uid: 6accf652-4871-4503-b2d8-6422f2a753fa kind: Event lastTimestamp: "2026-09-18T19:49:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:49:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:58Z" name: splitter-graph-aa781.18d68221bb046451 namespace: kserve-ci-e2e-test resourceVersion: "24222" uid: bca6c2ba-375f-4075-be2b-60fd46d88f69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:47:13.306438Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22826" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0596f-predictor-87598dbc5-lgkcj to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fece234ac0 namespace: kserve-ci-e2e-test resourceVersion: "22838" uid: 9df26852-6a30-4c2e-8f8c-46118e59e0ed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22844" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef02c734d namespace: kserve-ci-e2e-test resourceVersion: "22884" uid: bd0c4e03-a5af-4c9b-9476-a38cc8a3c08b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef1c8c776 namespace: kserve-ci-e2e-test resourceVersion: "22886" uid: e3232be7-4446-43f5-8eb8-52529d03c3f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef530a68c namespace: kserve-ci-e2e-test resourceVersion: "22887" uid: c1135d6a-c44c-49e2-99a8-e8672c133f01 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef59fe171 namespace: kserve-ci-e2e-test resourceVersion: "22888" uid: de7558e1-348e-44c8-9227-df278f904445 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef5aa9030 namespace: kserve-ci-e2e-test resourceVersion: "22889" uid: 1e8e7913-5fd3-47b8-8df4-c1d132b96f33 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef8278190 namespace: kserve-ci-e2e-test resourceVersion: "22892" uid: 373328ee-b3a4-47aa-b680-59dde61b4cde reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:47:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:14Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681fef89b17b3 namespace: kserve-ci-e2e-test resourceVersion: "22894" uid: bf90ee7c-dca0-482e-9b26-7c07286a5a20 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d681ff2232dcec namespace: kserve-ci-e2e-test resourceVersion: "23644" uid: 5890cf3c-c214-492a-bc18-7c366a6637ad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d6821041157bc6 namespace: kserve-ci-e2e-test resourceVersion: "23526" uid: e88649da-4417-4090-aa66-892f1f883b35 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:28Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d68210411610a0 namespace: kserve-ci-e2e-test resourceVersion: "23530" uid: ba113b32-41fd-4237-b572-c7d08b23c0dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj namespace: kserve-ci-e2e-test resourceVersion: "22828" uid: 26f13b02-1609-41f2-9fbf-47dac5af25c3 kind: Event lastTimestamp: "2026-09-18T19:48:30Z" message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp 10.132.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:30Z" name: success-200-isvc-0596f-predictor-87598dbc5-lgkcj.18d68210d45e7c5f namespace: kserve-ci-e2e-test resourceVersion: "23643" uid: cc4beee5-8c80-41f7-b372-4d2fc51a8911 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0596f-predictor-87598dbc5 namespace: kserve-ci-e2e-test resourceVersion: "22816" uid: 014c98e2-583a-4083-9549-dcea6b32d121 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: 'Created pod: success-200-isvc-0596f-predictor-87598dbc5-lgkcj' metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor-87598dbc5.18d681fecd3007f9 namespace: kserve-ci-e2e-test resourceVersion: "22830" uid: 16ee8417-c088-4d3d-9b43-0f4c2e0b2a3c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22814" uid: e6692e94-9001-415f-9ef1-266b1b067d93 kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Scaled up replica set success-200-isvc-0596f-predictor-87598dbc5 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-0596f-predictor.18d681fec2fa3513 namespace: kserve-ci-e2e-test resourceVersion: "22819" uid: e347deab-d8e1-4fe7-b164-95c5976c2316 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22815" uid: 238154df-d54d-4776-9cb7-b7d9cf68457a kind: Event lastTimestamp: "2026-09-18T19:47:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:43Z" name: success-200-isvc-0596f-predictor.18d68202414c0313 namespace: kserve-ci-e2e-test resourceVersion: "23061" uid: a0dea771-454b-4484-a1cb-4b3b1672af58 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22815" uid: 238154df-d54d-4776-9cb7-b7d9cf68457a kind: Event lastTimestamp: "2026-09-18T19:47:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:47:43Z" name: success-200-isvc-0596f-predictor.18d6820241c2e4ca namespace: kserve-ci-e2e-test resourceVersion: "23062" uid: 082bdf3f-b222-44cf-aea7-e68e7c4eb027 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22984" uid: 238154df-d54d-4776-9cb7-b7d9cf68457a kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:13Z" name: success-200-isvc-0596f-predictor.18d6820940160366 namespace: kserve-ci-e2e-test resourceVersion: "23248" uid: 1597c13a-52dc-4ce3-9f56-12708a00ded4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0596f-predictor namespace: kserve-ci-e2e-test resourceVersion: "22984" uid: 238154df-d54d-4776-9cb7-b7d9cf68457a kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:13Z" name: success-200-isvc-0596f-predictor.18d68209410509c3 namespace: kserve-ci-e2e-test resourceVersion: "23249" uid: 4367333f-4312-4c1c-8f89-e4b743318453 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0596f namespace: kserve-ci-e2e-test resourceVersion: "22805" uid: 04a7a429-1219-473d-bcbb-2dbb2e02c40a kind: Event lastTimestamp: "2026-09-18T19:48:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:48:00Z" name: success-200-isvc-0596f.18d681fec2f9ace6 namespace: kserve-ci-e2e-test resourceVersion: "23162" uid: 9102c745-5117-4466-a5a9-ed30973a2447 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0596f namespace: kserve-ci-e2e-test resourceVersion: "23159" uid: 04a7a429-1219-473d-bcbb-2dbb2e02c40a kind: Event lastTimestamp: "2026-09-18T19:48:00Z" message: InferenceService [success-200-isvc-0596f] is Ready metadata: creationTimestamp: "2026-09-18T19:48:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:48:00Z" name: success-200-isvc-0596f.18d68209e0534abc namespace: kserve-ci-e2e-test resourceVersion: "23161" uid: 7c3b5571-56d1-415f-bb36-67e8fd522376 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:27:31.369454Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15817" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680eb9d342ad6 namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: 51977505-809e-4452-9b5b-a63db3b760aa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-0c8e2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680eba972669c namespace: kserve-ci-e2e-test resourceVersion: "15858" uid: 27f04e55-e2b1-4eda-b035-e21671ea15fd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebe326f221 namespace: kserve-ci-e2e-test resourceVersion: "15872" uid: 88e07c8b-5eba-4cc7-ae2b-b59195946df7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebe48e5eb7 namespace: kserve-ci-e2e-test resourceVersion: "15874" uid: f72246c1-a59a-4a0a-b756-eda0e461b4b8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebe7a63844 namespace: kserve-ci-e2e-test resourceVersion: "15876" uid: bd416424-eefa-434f-9460-2011baf05f5a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebe81d29e5 namespace: kserve-ci-e2e-test resourceVersion: "15877" uid: af2d5690-a142-41a1-9a95-877cae05f27c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebe8264241 namespace: kserve-ci-e2e-test resourceVersion: "15878" uid: c69171ac-fb21-4c3e-bdda-6a6c4a5fed5a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebeb1e4531 namespace: kserve-ci-e2e-test resourceVersion: "15879" uid: e5a7be08-00d3-4bef-897f-ede3065f2a8d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebeb9193cc namespace: kserve-ci-e2e-test resourceVersion: "15880" uid: 14d288e5-b094-4c71-b1c8-4b0b85edd162 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:36:48Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:48Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d680ebfc4f1666 namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: dcfecf33-1079-4a9d-b700-b70ceb321ebc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d6816ce72dffcf namespace: kserve-ci-e2e-test resourceVersion: "18821" uid: 4680ed14-ccc8-41dd-9927-ea3e1762edfc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d6816ce72ec2d5 namespace: kserve-ci-e2e-test resourceVersion: "18824" uid: 170014ab-efd3-46a4-aa24-2fbe9626f77c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: b8ac43eb-10ef-4ebe-a44d-5effdf16bc7b kind: Event lastTimestamp: "2026-09-18T19:36:48Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:36:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:48Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl.18d6816d70c09716 namespace: kserve-ci-e2e-test resourceVersion: "18924" uid: d2b98881-cdb6-4cca-826a-303493d7855c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0c8e2-predictor-7d8c788b9f namespace: kserve-ci-e2e-test resourceVersion: "15794" uid: 09d68fdf-e5aa-4965-8b9c-90dbb6110dba kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'Created pod: success-200-isvc-0c8e2-predictor-7d8c788b9f-pxgcl' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2-predictor-7d8c788b9f.18d680eb9ca52e13 namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: 870a3f4a-5faa-4590-af66-548bd49426e1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: b8383816-8949-4f3d-b21b-95f69d299f5e kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Scaled up replica set success-200-isvc-0c8e2-predictor-7d8c788b9f from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2-predictor.18d680eb98f47cea namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: 5d36677c-ff84-48f9-9731-7a05e5b67fdd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 5dd90855-3774-410a-8b77-45e257e77341 kind: Event lastTimestamp: "2026-09-18T19:28:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:01Z" name: success-200-isvc-0c8e2-predictor.18d680ef1769ae76 namespace: kserve-ci-e2e-test resourceVersion: "16084" uid: c32fc86b-3d11-476b-bcd8-a5e4fc6ce5a7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:27:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 5dd90855-3774-410a-8b77-45e257e77341 kind: Event lastTimestamp: "2026-09-18T19:28:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:01Z" name: success-200-isvc-0c8e2-predictor.18d680ef17f879e8 namespace: kserve-ci-e2e-test resourceVersion: "16085" uid: 2e9c64ca-3b43-4155-9d4e-4065cc4b3dde reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16006" uid: 5dd90855-3774-410a-8b77-45e257e77341 kind: Event lastTimestamp: "2026-09-18T19:28:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:46Z" name: success-200-isvc-0c8e2-predictor.18d680f6159e8933 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 1eb55f08-e1db-4168-8704-93b61702e775 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c8e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16006" uid: 5dd90855-3774-410a-8b77-45e257e77341 kind: Event lastTimestamp: "2026-09-18T19:28:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:46Z" name: success-200-isvc-0c8e2-predictor.18d680f61606a05c namespace: kserve-ci-e2e-test resourceVersion: "16599" uid: c6edbac6-caf3-4cd9-aeec-a7bc240788d7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: e971282f-f01b-43b5-8479-a76a369f7d19 kind: Event lastTimestamp: "2026-09-18T19:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:19Z" name: success-200-isvc-0c8e2.18d680eb990d8d97 namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: bdb5a980-f1ff-4203-955a-71046f3c771a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: e971282f-f01b-43b5-8479-a76a369f7d19 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'Failed to update status for InferenceService "success-200-isvc-0c8e2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0c8e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2.18d680eb99802bd8 namespace: kserve-ci-e2e-test resourceVersion: "15800" uid: 3529d975-de92-43f3-a3f1-499aee62cadc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: e971282f-f01b-43b5-8479-a76a369f7d19 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0c8e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-0c8e2.18d680eb998072eb namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 4373899c-b302-4577-b550-f63f8ae4574e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: e971282f-f01b-43b5-8479-a76a369f7d19 kind: Event lastTimestamp: "2026-09-18T19:28:19Z" message: InferenceService [success-200-isvc-0c8e2] is Ready metadata: creationTimestamp: "2026-09-18T19:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:19Z" name: success-200-isvc-0c8e2.18d680f6b83455fa namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 210932b9-1730-4f07-887c-76d180e36726 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:48:14.086458Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23328" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-38355-predictor-6966f67cf9-g4qb2 to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820cf4e8cad5 namespace: kserve-ci-e2e-test resourceVersion: "23334" uid: 9fc8e6fe-c29f-4a48-82b6-e35085206a6b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23339" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Add eth0 [10.132.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d171cdc98 namespace: kserve-ci-e2e-test resourceVersion: "23381" uid: 8b98840b-5f62-42eb-ba8e-4277259cea84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d18a12033 namespace: kserve-ci-e2e-test resourceVersion: "23383" uid: fc57d9a3-0793-4a01-a59c-f8e101545623 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d1b5c3b34 namespace: kserve-ci-e2e-test resourceVersion: "23384" uid: e8d5a3ee-f785-4a52-9304-e52fd7e582c4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d1bd16d3b namespace: kserve-ci-e2e-test resourceVersion: "23385" uid: 3bf8d0f8-de63-4a96-aa2d-a515051d5b31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d1bda62dc namespace: kserve-ci-e2e-test resourceVersion: "23386" uid: 4fd4f9b0-2afd-4cce-9d59-e01984e890cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d1ed49443 namespace: kserve-ci-e2e-test resourceVersion: "23387" uid: d0b61b15-0934-4238-a277-a0ea1fca1c6a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d1f5bd567 namespace: kserve-ci-e2e-test resourceVersion: "23388" uid: d1ec63d8-684a-4e24-84e3-4efb9bdc5f68 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T19:48:51Z" message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:51Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d6820d2c71306c namespace: kserve-ci-e2e-test resourceVersion: "23770" uid: c68dc915-ca7d-4916-a284-ed98dd4ad223 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T20:05:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T20:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:34Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d682ff2a1eaf10 namespace: kserve-ci-e2e-test resourceVersion: "28367" uid: 52184622-423c-472a-b8a4-9580a3c844ed reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T20:05:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T20:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:34Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d682ff2a1f52e8 namespace: kserve-ci-e2e-test resourceVersion: "28371" uid: e2ef7d81-5ef2-404a-a913-cf4d443db97e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2 namespace: kserve-ci-e2e-test resourceVersion: "23331" uid: f678985d-7172-42c8-bb3f-2dc778f1a925 kind: Event lastTimestamp: "2026-09-18T20:05:36Z" message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp 10.132.0.48:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T20:05:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:36Z" name: success-200-isvc-38355-predictor-6966f67cf9-g4qb2.18d682ff8d30f007 namespace: kserve-ci-e2e-test resourceVersion: "28423" uid: 60b8fa07-da66-4b3c-b5ab-9891308d0c31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-38355-predictor-6966f67cf9 namespace: kserve-ci-e2e-test resourceVersion: "23322" uid: 574409d3-23c7-482e-b71f-512685950c4e kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: 'Created pod: success-200-isvc-38355-predictor-6966f67cf9-g4qb2' metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor-6966f67cf9.18d6820cf45c8015 namespace: kserve-ci-e2e-test resourceVersion: "23330" uid: 93db3e3d-6e3f-4c82-81da-25284476810c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23320" uid: df754831-2c9c-4f26-9330-2c3c49e9025b kind: Event lastTimestamp: "2026-09-18T19:48:14Z" message: Scaled up replica set success-200-isvc-38355-predictor-6966f67cf9 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:14Z" name: success-200-isvc-38355-predictor.18d6820cf1514bb0 namespace: kserve-ci-e2e-test resourceVersion: "23324" uid: 560f9e6c-8c37-4296-9879-062654264e8a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23321" uid: 51a0a4b9-9a6e-47d5-94c2-deb3877941cc kind: Event lastTimestamp: "2026-09-18T19:48:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:44Z" name: success-200-isvc-38355-predictor.18d682106f83fc70 namespace: kserve-ci-e2e-test resourceVersion: "23734" uid: bd1a0732-1c83-49d4-9d65-6a97f68c2a24 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23321" uid: 51a0a4b9-9a6e-47d5-94c2-deb3877941cc kind: Event lastTimestamp: "2026-09-18T19:48:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:44Z" name: success-200-isvc-38355-predictor.18d682106fee06a2 namespace: kserve-ci-e2e-test resourceVersion: "23735" uid: 04b0d750-a3dd-47e2-ac61-3119aa53adcf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23601" uid: 51a0a4b9-9a6e-47d5-94c2-deb3877941cc kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:29Z" name: success-200-isvc-38355-predictor.18d682176da1459e namespace: kserve-ci-e2e-test resourceVersion: "24069" uid: e3cea782-584e-4d1a-9ce7-c42db3659b03 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-38355-predictor namespace: kserve-ci-e2e-test resourceVersion: "23601" uid: 51a0a4b9-9a6e-47d5-94c2-deb3877941cc kind: Event lastTimestamp: "2026-09-18T19:49:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:29Z" name: success-200-isvc-38355-predictor.18d682176e579eaa namespace: kserve-ci-e2e-test resourceVersion: "24070" uid: 76a66da0-ee94-4610-8f40-81919d1550f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:48:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-38355 namespace: kserve-ci-e2e-test resourceVersion: "23306" uid: ca4bddfc-6093-4240-9ea6-c6b286359431 kind: Event lastTimestamp: "2026-09-18T19:49:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:01Z" name: success-200-isvc-38355.18d6820cf14bf794 namespace: kserve-ci-e2e-test resourceVersion: "23834" uid: 67526bc6-f7e9-4ec1-81f0-87c76405f1a4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-38355 namespace: kserve-ci-e2e-test resourceVersion: "23831" uid: ca4bddfc-6093-4240-9ea6-c6b286359431 kind: Event lastTimestamp: "2026-09-18T19:49:01Z" message: InferenceService [success-200-isvc-38355] is Ready metadata: creationTimestamp: "2026-09-18T19:49:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:01Z" name: success-200-isvc-38355.18d68217ec2aa048 namespace: kserve-ci-e2e-test resourceVersion: "23833" uid: 8dc07f40-0d36-4b00-b72b-20fde7a60ff0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:37:37.493062Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19266" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178bcfc7a68 namespace: kserve-ci-e2e-test resourceVersion: "19274" uid: d5b8f08b-f238-485e-9fc4-db1366fb303e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19281" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178df17b580 namespace: kserve-ci-e2e-test resourceVersion: "19314" uid: b5c9e468-23fd-488e-8e70-af6d826a0494 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e0a03dcb namespace: kserve-ci-e2e-test resourceVersion: "19316" uid: bd6cf80b-e3ce-498d-a170-1bd50aca8511 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e3960a82 namespace: kserve-ci-e2e-test resourceVersion: "19317" uid: 619a9451-727e-4794-b907-fe79ed3ef95a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e40902db namespace: kserve-ci-e2e-test resourceVersion: "19318" uid: 476ef524-1d69-44f3-8e03-a48057b9d43d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e411d1ce namespace: kserve-ci-e2e-test resourceVersion: "19319" uid: 50b5cfb6-6dd2-403a-aa3b-bf1728e87dd6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e6e7990c namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: 30dd9a09-7f9f-4f57-a64e-b34aaf6f43f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:37:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:38Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d68178e75e17a3 namespace: kserve-ci-e2e-test resourceVersion: "19321" uid: e44ab5cd-2c99-4f35-8daa-af62ce6a6e21 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:37:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:38:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:24Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d6817911b5dae8 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: f855aeee-2d07-4d96-a9ab-529c386ba941 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d6818b9ce4d27d namespace: kserve-ci-e2e-test resourceVersion: "20121" uid: aef9b87b-d480-4bb3-afbc-bf7853c24d72 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:58Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d6818b9ce53da5 namespace: kserve-ci-e2e-test resourceVersion: "20126" uid: bed36501-7c5f-4b31-ae4c-69d613fc5aee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9f2647e3-cc5e-410f-9362-21da9e48d956 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l.18d6818bede88a02 namespace: kserve-ci-e2e-test resourceVersion: "20215" uid: 037fdd3f-f380-4167-9913-dfd4b0ae19c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-6d8ab-predictor-5c6f44cd6f namespace: kserve-ci-e2e-test resourceVersion: "19245" uid: ad7b44dd-390c-454c-afd1-a8ceadf6f458 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'Created pod: success-200-isvc-6d8ab-predictor-5c6f44cd6f-kwp2l' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-6d8ab-predictor-5c6f44cd6f.18d68178bbfaffb9 namespace: kserve-ci-e2e-test resourceVersion: "19269" uid: feec3a47-16f2-474b-afae-ee3ecb6739e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19242" uid: 4b6d211b-36ee-4e91-a482-65ca87880611 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Scaled up replica set success-200-isvc-6d8ab-predictor-5c6f44cd6f from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-6d8ab-predictor.18d68178b8eb3ba5 namespace: kserve-ci-e2e-test resourceVersion: "19251" uid: 93a77594-f538-4769-b61d-923d08d22f3b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19244" uid: 19c84a58-a200-4dc3-ae26-6f05ad14138e kind: Event lastTimestamp: "2026-09-18T19:38:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:22Z" name: success-200-isvc-6d8ab-predictor.18d6817c37cdcefe namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: d6be3bc5-6c41-49ed-a243-34bad72c48c9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19244" uid: 19c84a58-a200-4dc3-ae26-6f05ad14138e kind: Event lastTimestamp: "2026-09-18T19:38:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:22Z" name: success-200-isvc-6d8ab-predictor.18d6817c388010d3 namespace: kserve-ci-e2e-test resourceVersion: "19779" uid: eec001e5-2d10-4461-a759-81c5542fbfc8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19457" uid: 19c84a58-a200-4dc3-ae26-6f05ad14138e kind: Event lastTimestamp: "2026-09-18T19:38:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:52Z" name: success-200-isvc-6d8ab-predictor.18d6817fb7c35979 namespace: kserve-ci-e2e-test resourceVersion: "20007" uid: 75199a14-746b-4cfc-8917-c5cc67462b15 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6d8ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "19457" uid: 19c84a58-a200-4dc3-ae26-6f05ad14138e kind: Event lastTimestamp: "2026-09-18T19:38:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:52Z" name: success-200-isvc-6d8ab-predictor.18d6817fb841d113 namespace: kserve-ci-e2e-test resourceVersion: "20008" uid: 71f223c9-a80f-4701-b6cf-d1c254dec121 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19219" uid: b9cc0183-524d-4ed2-a013-adc1d2e3921f kind: Event lastTimestamp: "2026-09-18T19:38:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:35Z" name: success-200-isvc-6d8ab.18d68178b924861d namespace: kserve-ci-e2e-test resourceVersion: "19856" uid: 34d3ba28-cdff-4756-8953-7d30d6bd03c3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19219" uid: b9cc0183-524d-4ed2-a013-adc1d2e3921f kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'Failed to update status for InferenceService "success-200-isvc-6d8ab": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6d8ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-6d8ab.18d68178b9d14703 namespace: kserve-ci-e2e-test resourceVersion: "19256" uid: dcd01f05-d2df-4b2f-ac28-b80a481f0d52 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19219" uid: b9cc0183-524d-4ed2-a013-adc1d2e3921f kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6d8ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-6d8ab.18d68178b9d1949a namespace: kserve-ci-e2e-test resourceVersion: "19262" uid: bc8a8e85-0086-403a-a936-ea9320745c13 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6d8ab namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: b9cc0183-524d-4ed2-a013-adc1d2e3921f kind: Event lastTimestamp: "2026-09-18T19:38:35Z" message: InferenceService [success-200-isvc-6d8ab] is Ready metadata: creationTimestamp: "2026-09-18T19:38:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:35Z" name: success-200-isvc-6d8ab.18d6818622f6348b namespace: kserve-ci-e2e-test resourceVersion: "19855" uid: 98d6ecf7-0dc6-4e60-bf99-0fffe10a95d2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:48:28.540298Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23559" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-aa781-predictor-d59d4666c-6l225 to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:48:28Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d68210526cda9b namespace: kserve-ci-e2e-test resourceVersion: "23564" uid: 9bcc646f-a0dd-40e9-88e5-0bfe848bd34d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23569" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Add eth0 [10.132.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d6821074788477 namespace: kserve-ci-e2e-test resourceVersion: "23606" uid: bcc48c77-6145-43ef-95f9-bc6db56116cd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d68210763a36a5 namespace: kserve-ci-e2e-test resourceVersion: "23608" uid: 7a3063d0-8b85-4791-bd7b-3d1e8d70eecb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682107aa99376 namespace: kserve-ci-e2e-test resourceVersion: "23612" uid: d03cbe26-7509-4ae9-b27f-edc3b2e3b843 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682107b1bd352 namespace: kserve-ci-e2e-test resourceVersion: "23613" uid: d3099efc-2606-4221-b8b6-65e59d2140ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682107b263a29 namespace: kserve-ci-e2e-test resourceVersion: "23614" uid: 80e3401d-b5d9-4a54-b89b-9b2c51c6d21e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682107f334cfa namespace: kserve-ci-e2e-test resourceVersion: "23615" uid: 6f165a4e-588a-4017-a092-fac83ed631f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:48:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:29Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682107fa7b14a namespace: kserve-ci-e2e-test resourceVersion: "23616" uid: f86af0be-cdac-4709-a5b2-686c47615165 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:48:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:49:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:07Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d68210eb0e1cb3 namespace: kserve-ci-e2e-test resourceVersion: "23869" uid: 325e6aa0-e154-4bbe-aa6f-92177a987372 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:57:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:57:43Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682918e44c7c1 namespace: kserve-ci-e2e-test resourceVersion: "26285" uid: 4f793756-112b-4e73-a6e7-af7dce6ce90a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aa781-predictor-d59d4666c-6l225 namespace: kserve-ci-e2e-test resourceVersion: "23562" uid: b0c3a395-0c47-4914-9bca-e1d4e556b013 kind: Event lastTimestamp: "2026-09-18T19:57:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:57:43Z" name: success-200-isvc-aa781-predictor-d59d4666c-6l225.18d682918e454ca8 namespace: kserve-ci-e2e-test resourceVersion: "26291" uid: c784c3de-8e01-4e49-865b-0830bf8eb2d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-aa781-predictor-d59d4666c namespace: kserve-ci-e2e-test resourceVersion: "23551" uid: e3d76875-679f-4442-9402-4c9e187ff007 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: 'Created pod: success-200-isvc-aa781-predictor-d59d4666c-6l225' metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: success-200-isvc-aa781-predictor-d59d4666c.18d682105130bc0c namespace: kserve-ci-e2e-test resourceVersion: "23561" uid: 2a9037c4-3fc1-44f2-8ef3-f5934a8f8433 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23550" uid: c9a12b56-a073-4e06-8de0-1ffe45769da6 kind: Event lastTimestamp: "2026-09-18T19:48:28Z" message: Scaled up replica set success-200-isvc-aa781-predictor-d59d4666c from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:48:28Z" name: success-200-isvc-aa781-predictor.18d682104d5be305 namespace: kserve-ci-e2e-test resourceVersion: "23553" uid: 35c4b9cb-f185-4eec-86b8-b35059134eb0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23552" uid: 06c455cf-b923-4127-a858-259b090bec53 kind: Event lastTimestamp: "2026-09-18T19:49:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:13Z" name: success-200-isvc-aa781-predictor.18d68213ccd125ab namespace: kserve-ci-e2e-test resourceVersion: "23898" uid: a0599a79-7e44-4a96-8f04-58048fc8050d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23552" uid: 06c455cf-b923-4127-a858-259b090bec53 kind: Event lastTimestamp: "2026-09-18T19:49:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:13Z" name: success-200-isvc-aa781-predictor.18d68213cd2deeb9 namespace: kserve-ci-e2e-test resourceVersion: "23899" uid: c478ffee-e4bd-4aa8-85e2-e8619d683857 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23722" uid: 06c455cf-b923-4127-a858-259b090bec53 kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:28Z" name: success-200-isvc-aa781-predictor.18d6821e4a6ca612 namespace: kserve-ci-e2e-test resourceVersion: "24059" uid: 5e4044b9-950a-4cdb-9432-0d0b3de6ed48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aa781-predictor namespace: kserve-ci-e2e-test resourceVersion: "23722" uid: 06c455cf-b923-4127-a858-259b090bec53 kind: Event lastTimestamp: "2026-09-18T19:49:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:28Z" name: success-200-isvc-aa781-predictor.18d6821e4ae2eaa0 namespace: kserve-ci-e2e-test resourceVersion: "24060" uid: 7ee883e8-e94a-4c92-b383-1f240b6ede29 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:48:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-aa781 namespace: kserve-ci-e2e-test resourceVersion: "23541" uid: d524c5c6-f603-45a2-b2de-5579c825f9ab kind: Event lastTimestamp: "2026-09-18T19:49:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:17Z" name: success-200-isvc-aa781.18d682104dcaf478 namespace: kserve-ci-e2e-test resourceVersion: "23968" uid: 1302fdde-c444-4c92-9a62-1313af285389 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-aa781 namespace: kserve-ci-e2e-test resourceVersion: "23961" uid: d524c5c6-f603-45a2-b2de-5579c825f9ab kind: Event lastTimestamp: "2026-09-18T19:49:17Z" message: InferenceService [success-200-isvc-aa781] is Ready metadata: creationTimestamp: "2026-09-18T19:49:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:17Z" name: success-200-isvc-aa781.18d6821bab356870 namespace: kserve-ci-e2e-test resourceVersion: "23963" uid: c7351926-ea3f-46fe-8df5-b7782797e0ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:38:58.720311Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20155" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ad04b-predictor-56fd678f5c-ghsss to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:38:58Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818ba681de41 namespace: kserve-ci-e2e-test resourceVersion: "20162" uid: 9a8477d2-3985-4763-881c-d42ff88a77da reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20167" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bc863f0d6 namespace: kserve-ci-e2e-test resourceVersion: "20199" uid: c99a23c0-9004-455c-a2f5-77dead408db8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bca6ece39 namespace: kserve-ci-e2e-test resourceVersion: "20201" uid: 13c5ff16-e6ec-4188-a62f-30e4ec7a46db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bcd21708a namespace: kserve-ci-e2e-test resourceVersion: "20202" uid: d2afdf0f-fdb8-4a68-806f-23008b30190c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bcd9596f9 namespace: kserve-ci-e2e-test resourceVersion: "20203" uid: 4d1bff3e-06f6-44be-9d3c-aceecc0d9400 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bcd9f7080 namespace: kserve-ci-e2e-test resourceVersion: "20204" uid: 98f89a24-8693-4c29-accb-86c6c408940f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bd0cd4616 namespace: kserve-ci-e2e-test resourceVersion: "20206" uid: 24b5a833-25e7-48b0-9d5a-78ba72bb5e5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:38:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:59Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818bd14060dc namespace: kserve-ci-e2e-test resourceVersion: "20208" uid: f09cb2fa-578c-4d54-93c5-91b2dea17d5f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:48:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:16Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6818c06571c02 namespace: kserve-ci-e2e-test resourceVersion: "23417" uid: c62862e4-5a8f-46d9-8bda-7afc583d054e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6820ce9e583c8 namespace: kserve-ci-e2e-test resourceVersion: "23301" uid: e9460847-fb55-4949-b2aa-e5ab744530b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:48:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:13Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6820ce9e60aae namespace: kserve-ci-e2e-test resourceVersion: "23303" uid: 3c2e5538-fcdd-4931-ba86-e5db877f5198 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:48:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 7a36d95d-b71a-494f-b8ee-23930a4e81e9 kind: Event lastTimestamp: "2026-09-18T19:48:16Z" message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp 10.132.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:48:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:48:16Z" name: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss.18d6820d7abdea5b namespace: kserve-ci-e2e-test resourceVersion: "23416" uid: 146d8ed4-7689-4f11-9ec9-47688af2543a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ad04b-predictor-56fd678f5c namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 8c29112b-a67d-46e9-978e-84352924b0df kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: 'Created pod: success-200-isvc-ad04b-predictor-56fd678f5c-ghsss' metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:58Z" name: success-200-isvc-ad04b-predictor-56fd678f5c.18d6818ba582c4d7 namespace: kserve-ci-e2e-test resourceVersion: "20156" uid: b903037f-f45b-4736-a15a-32e543d19e86 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20147" uid: 2996aceb-79da-4d17-822f-b90b396fa9dd kind: Event lastTimestamp: "2026-09-18T19:38:58Z" message: Scaled up replica set success-200-isvc-ad04b-predictor-56fd678f5c from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:58Z" name: success-200-isvc-ad04b-predictor.18d6818ba312176f namespace: kserve-ci-e2e-test resourceVersion: "20150" uid: 91d46eb3-7adc-41c2-87d9-d3bc3c7709c0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20148" uid: f5b2c618-6c73-4377-bb88-7c21d1a23e56 kind: Event lastTimestamp: "2026-09-18T19:39:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:28Z" name: success-200-isvc-ad04b-predictor.18d6818f21baa5ee namespace: kserve-ci-e2e-test resourceVersion: "20391" uid: c7422a03-a772-45f3-bad1-7d3f26d78e4e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20148" uid: f5b2c618-6c73-4377-bb88-7c21d1a23e56 kind: Event lastTimestamp: "2026-09-18T19:39:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:28Z" name: success-200-isvc-ad04b-predictor.18d6818f222f0065 namespace: kserve-ci-e2e-test resourceVersion: "20392" uid: 12010590-3c3f-4965-9a15-a1839785e3d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20309" uid: f5b2c618-6c73-4377-bb88-7c21d1a23e56 kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: success-200-isvc-ad04b-predictor.18d681961fca6049 namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: 6c85a40d-9c29-4c8e-9d04-377d2c4e8100 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:39:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ad04b-predictor namespace: kserve-ci-e2e-test resourceVersion: "20309" uid: f5b2c618-6c73-4377-bb88-7c21d1a23e56 kind: Event lastTimestamp: "2026-09-18T19:40:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:39:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:40:13Z" name: success-200-isvc-ad04b-predictor.18d68196204dc31a namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: 69b8c3c7-4423-4ee3-a8a8-be465a101bb2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:38:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20136" uid: acc4fd4c-a1a0-430d-b69a-b931bdfe4712 kind: Event lastTimestamp: "2026-09-18T19:39:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:39:46Z" name: success-200-isvc-ad04b.18d6818ba324aa3a namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: cfcacff7-c4b3-4691-b254-03cd0295ccd6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:39:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ad04b namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: acc4fd4c-a1a0-430d-b69a-b931bdfe4712 kind: Event lastTimestamp: "2026-09-18T19:39:46Z" message: InferenceService [success-200-isvc-ad04b] is Ready metadata: creationTimestamp: "2026-09-18T19:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:39:46Z" name: success-200-isvc-ad04b.18d68196c23b4051 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 35f098c7-2ca1-4ab1-910d-8f7b2bdc13e2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:37:57.512363Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19561" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:37:57Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d663abc4e namespace: kserve-ci-e2e-test resourceVersion: "19566" uid: 5938fccf-0858-4332-af37-96b4efe87e4a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19572" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8894221e namespace: kserve-ci-e2e-test resourceVersion: "19607" uid: 8a28b1bc-6b76-4fb2-b230-d929bcbd23b7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8a01964a namespace: kserve-ci-e2e-test resourceVersion: "19609" uid: f7ecfd10-b4c6-4501-9cb9-0b23b62590b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8cacdc10 namespace: kserve-ci-e2e-test resourceVersion: "19610" uid: 85c7e26b-b94b-42aa-be5f-c961c3cabc38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8d2018cb namespace: kserve-ci-e2e-test resourceVersion: "19611" uid: b521bc81-1085-4088-b551-bae852b74f71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8d29b66f namespace: kserve-ci-e2e-test resourceVersion: "19612" uid: a3db0d55-55c7-4e8e-bac6-3bad3d63db6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d8fbaec57 namespace: kserve-ci-e2e-test resourceVersion: "19613" uid: c2214da6-8f4c-47ba-8bae-39fa66686469 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:37:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:58Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817d902daddd namespace: kserve-ci-e2e-test resourceVersion: "19614" uid: 37306cf9-5e78-4724-9e88-d573da7e6e87 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:38:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:38:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:38:36Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d6817dfc7f43be namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 5d8cc43d-b356-4c8c-8b8c-6fe7bd1103e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d681febd13e290 namespace: kserve-ci-e2e-test resourceVersion: "22806" uid: 49328eda-6804-4084-96b9-13873ce675ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:47:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:13Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d681febd148324 namespace: kserve-ci-e2e-test resourceVersion: "22807" uid: 55eca9c7-e88f-4dfc-b54d-162f798de98a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:47:17Z" message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-18T19:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:17Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d681ffacb9691c namespace: kserve-ci-e2e-test resourceVersion: "22925" uid: d2797407-69ed-498e-b8b4-9e8e06c5bcb0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:47:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s namespace: kserve-ci-e2e-test resourceVersion: "19562" uid: 528e655c-f064-4061-85e8-daab5265109d kind: Event lastTimestamp: "2026-09-18T19:47:17Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: i/o timeout' metadata: creationTimestamp: "2026-09-18T19:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:47:17Z" name: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s.18d681ffad08333e namespace: kserve-ci-e2e-test resourceVersion: "22926" uid: aa8f75f2-50bc-4511-872b-5c57e78e437d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c155b-predictor-5575ddc5bc namespace: kserve-ci-e2e-test resourceVersion: "19555" uid: 19d6f758-c26f-4b3b-8c0f-eb112a267584 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: 'Created pod: success-200-isvc-c155b-predictor-5575ddc5bc-j5k6s' metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:57Z" name: success-200-isvc-c155b-predictor-5575ddc5bc.18d6817d65dd1f0b namespace: kserve-ci-e2e-test resourceVersion: "19563" uid: b68d56f8-0fde-48a7-b584-118fa80e6159 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19553" uid: 33823fd9-b54b-45bb-93d8-475954d84d2c kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Scaled up replica set success-200-isvc-c155b-predictor-5575ddc5bc from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:57Z" name: success-200-isvc-c155b-predictor.18d6817d64433ab2 namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: 74bead66-2452-40f3-ac8b-b927d730f338 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: b1435c5e-0201-4f2b-92e5-b2863d4b3e2c kind: Event lastTimestamp: "2026-09-18T19:38:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:27Z" name: success-200-isvc-c155b-predictor.18d68180e304b0c8 namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: ab28ffe1-806e-42df-8612-57bb949d8781 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:38:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: b1435c5e-0201-4f2b-92e5-b2863d4b3e2c kind: Event lastTimestamp: "2026-09-18T19:38:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:38:27Z" name: success-200-isvc-c155b-predictor.18d68180e3987398 namespace: kserve-ci-e2e-test resourceVersion: "19811" uid: 932905a9-7fed-4848-945c-f62d2d21240a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19724" uid: b1435c5e-0201-4f2b-92e5-b2863d4b3e2c kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: success-200-isvc-c155b-predictor.18d68187e15f1554 namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: 478739fe-7017-478a-af7d-43b8a64574ca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:38:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c155b-predictor namespace: kserve-ci-e2e-test resourceVersion: "19724" uid: b1435c5e-0201-4f2b-92e5-b2863d4b3e2c kind: Event lastTimestamp: "2026-09-18T19:39:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:39:12Z" name: success-200-isvc-c155b-predictor.18d68187e20badef namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: bec8abcc-aca5-4614-8b0b-121cde9ed34b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c155b namespace: kserve-ci-e2e-test resourceVersion: "19541" uid: 236587c9-dc88-464f-8154-d8d8a4fdfb62 kind: Event lastTimestamp: "2026-09-18T19:38:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:46Z" name: success-200-isvc-c155b.18d6817d643f9e8e namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: ab0be8df-d00b-4faf-9d30-b5e5d3523950 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:38:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c155b namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 236587c9-dc88-464f-8154-d8d8a4fdfb62 kind: Event lastTimestamp: "2026-09-18T19:38:46Z" message: InferenceService [success-200-isvc-c155b] is Ready metadata: creationTimestamp: "2026-09-18T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:38:46Z" name: success-200-isvc-c155b.18d68188b8c24f5a namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: a8ee1cf7-aec9-4692-9458-2cb481058e20 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:25:56.726673Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:25:56Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d5940df847 namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: e8634a05-ef59-4744-a893-14ce6f95bf2b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14828" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:25:57Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d5b62a4547 namespace: kserve-ci-e2e-test resourceVersion: "14926" uid: ad50bcad-7d2f-413a-bfe3-ad6151debf9a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:25:57Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" metadata: creationTimestamp: "2026-09-18T19:25:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:25:57Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d5b7b1f716 namespace: kserve-ci-e2e-test resourceVersion: "14932" uid: ddb429b5-8065-4382-8e01-275eb7610f4a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:08Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" in 11.534s (11.534s including waiting). Image size: 1386787918 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:08Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d86732891a namespace: kserve-ci-e2e-test resourceVersion: "15049" uid: 6d9192e6-dd8b-4395-a934-86d791689ffc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:08Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d86a613238 namespace: kserve-ci-e2e-test resourceVersion: "15050" uid: 4b4ce184-022f-460b-8abb-79a49e7c395a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:08Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d86ad39b12 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 0b2409a6-a40c-4e27-884a-6eb7d57f8526 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:08Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-18T19:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:08Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d86adf0aeb namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: a6e02d64-bb6c-474c-b121-fa05374a767c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:11Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.164s (2.164s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:11Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d8ebe0f1e4 namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: ffa05e82-b027-4974-ad6b-3132a6cfca35 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:11Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d8ef904230 namespace: kserve-ci-e2e-test resourceVersion: "15085" uid: 3cf97191-7578-4aa1-ab4b-2e64ef0e25fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:11Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d8f002c48c namespace: kserve-ci-e2e-test resourceVersion: "15086" uid: 32005da4-cb25-4955-a060-8a274f7d0222 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:26:47Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:26:47Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680d90a7ef86d namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 0f9b8392-616c-4e06-9f9c-8f8dca257686 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680eb982ba5c9 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 24d9ec56-c69c-45bf-b30f-f7e7afdf6b73 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680eb982c2bf7 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: e5219f89-8fe0-496f-b4d0-51c33e4155ca reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: bc49e088-978a-4879-96fe-6c964e3ef616 kind: Event lastTimestamp: "2026-09-18T19:27:32Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:32Z" name: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv.18d680ebe6ab6776 namespace: kserve-ci-e2e-test resourceVersion: "15875" uid: 093c1f20-a70a-42f8-bc6e-59ae00a79e09 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d6148-predictor-7c749dc7cc namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: 8bd5786e-7e47-4a91-b523-caad4755d8a8 kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: 'Created pod: success-200-isvc-d6148-predictor-7c749dc7cc-9vhlv' metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: success-200-isvc-d6148-predictor-7c749dc7cc.18d680d593a13f98 namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: e9533096-d57f-4419-a270-d4226a6fb2ba reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14809" uid: 2b0094b4-04d3-4763-99d6-b2db9952b8e0 kind: Event lastTimestamp: "2026-09-18T19:25:56Z" message: Scaled up replica set success-200-isvc-d6148-predictor-7c749dc7cc from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:25:56Z" name: success-200-isvc-d6148-predictor.18d680d591d0526d namespace: kserve-ci-e2e-test resourceVersion: "14812" uid: a14a0e85-e619-46ef-bfa1-9669a0b5fd48 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 464c11bd-76a5-454a-9f18-4ca1c0cfbd4b kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: success-200-isvc-d6148-predictor.18d680d91086d4eb namespace: kserve-ci-e2e-test resourceVersion: "15383" uid: fa8c49f0-a16f-43c5-8f6a-7b7407f68619 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 464c11bd-76a5-454a-9f18-4ca1c0cfbd4b kind: Event lastTimestamp: "2026-09-18T19:26:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:26:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:26:41Z" name: success-200-isvc-d6148-predictor.18d680d910fbeabc namespace: kserve-ci-e2e-test resourceVersion: "15384" uid: 4909a6c7-9c4d-49ae-92db-dffb1bc8c260 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: 464c11bd-76a5-454a-9f18-4ca1c0cfbd4b kind: Event lastTimestamp: "2026-09-18T19:27:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:29Z" name: success-200-isvc-d6148-predictor.18d680e44b83e135 namespace: kserve-ci-e2e-test resourceVersion: "15736" uid: 072b5356-d1ba-4432-ac65-1249eef92eb0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:26:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d6148-predictor namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: 464c11bd-76a5-454a-9f18-4ca1c0cfbd4b kind: Event lastTimestamp: "2026-09-18T19:27:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:29Z" name: success-200-isvc-d6148-predictor.18d680e44c145ef6 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: fee37226-6e6c-4e0d-9344-86e2c13dee23 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:25:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6148 namespace: kserve-ci-e2e-test resourceVersion: "14793" uid: 8a0a9a46-35ea-4fc9-9d4a-e141a21a1a07 kind: Event lastTimestamp: "2026-09-18T19:27:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:25:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:00Z" name: success-200-isvc-d6148.18d680d591dee4d6 namespace: kserve-ci-e2e-test resourceVersion: "15536" uid: 9ded9f8e-6264-4657-9441-66c55216d76f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d6148 namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 8a0a9a46-35ea-4fc9-9d4a-e141a21a1a07 kind: Event lastTimestamp: "2026-09-18T19:27:00Z" message: InferenceService [success-200-isvc-d6148] is Ready metadata: creationTimestamp: "2026-09-18T19:27:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:00Z" name: success-200-isvc-d6148.18d680e451036362 namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: 0441c6c8-3a82-44ae-af51-9122cd66e0e8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:36:46.746918Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18836" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816cec47d501 namespace: kserve-ci-e2e-test resourceVersion: "18850" uid: 1fcbc7da-1169-49b0-a53e-66bfffd51387 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18861" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d0ebfa8d6 namespace: kserve-ci-e2e-test resourceVersion: "18899" uid: efb9031e-ec46-4413-b83e-a7512537acfe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d1098dab9 namespace: kserve-ci-e2e-test resourceVersion: "18901" uid: a45d151d-1e49-47b9-a91a-9a03408d9cb9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d1388bb7a namespace: kserve-ci-e2e-test resourceVersion: "18904" uid: 81baf578-d4eb-40af-a824-e1b95ae083a5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d13ff704c namespace: kserve-ci-e2e-test resourceVersion: "18906" uid: 84dbe299-770e-4941-b14f-742765b81ad1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d140837a4 namespace: kserve-ci-e2e-test resourceVersion: "18907" uid: 6acd8232-cff9-4722-b92c-eeb29fe12268 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d18c5a9d3 namespace: kserve-ci-e2e-test resourceVersion: "18911" uid: 3de95ae8-6814-4b7d-81d4-bc35831deed5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:36:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:36:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:47Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d19375333 namespace: kserve-ci-e2e-test resourceVersion: "18912" uid: c0e4a884-0565-464b-a1bf-5b17a425f4ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:36:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:37:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:36:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:24Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6816d5ec4ef86 namespace: kserve-ci-e2e-test resourceVersion: "19114" uid: 471d2cd9-e956-4960-9505-4d8ffcc9ad69 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6817d5f7a9717 namespace: kserve-ci-e2e-test resourceVersion: "19532" uid: 4e04a7c0-fe1f-44a7-bf95-d3d84deb8c7b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:37:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:57Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6817d5f7bb5cb namespace: kserve-ci-e2e-test resourceVersion: "19537" uid: 3929a4d3-695e-464f-8feb-e7d07d12ed54 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 41667039-c78d-4f53-9518-8e524c30d9b0 kind: Event lastTimestamp: "2026-09-18T19:37:59Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:37:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:59Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc.18d6817de70e1e04 namespace: kserve-ci-e2e-test resourceVersion: "19635" uid: 74259735-046b-4041-bf99-ac0bf46678e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e0eb2-predictor-59fdf574f5 namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 946f5df5-d699-4ff4-b05a-76ea3bfe99d1 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'Created pod: success-200-isvc-e0eb2-predictor-59fdf574f5-mrftc' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-e0eb2-predictor-59fdf574f5.18d6816cebd45d3f namespace: kserve-ci-e2e-test resourceVersion: "18844" uid: 244040ab-3e04-4112-82a2-fc3dbf1dc27e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18819" uid: 558fd09b-4c18-442a-811b-717e60bcc3e5 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Scaled up replica set success-200-isvc-e0eb2-predictor-59fdf574f5 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-e0eb2-predictor.18d6816ce81bc478 namespace: kserve-ci-e2e-test resourceVersion: "18825" uid: 38e23ff3-e604-41ea-a7f1-a13c1578ca0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18822" uid: edff3285-c8d0-48f5-b0d9-86468f749d9b kind: Event lastTimestamp: "2026-09-18T19:37:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:16Z" name: success-200-isvc-e0eb2-predictor.18d681706690a41d namespace: kserve-ci-e2e-test resourceVersion: "19079" uid: e3638b00-3dad-43b1-9ab7-404eafbba5d7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18822" uid: edff3285-c8d0-48f5-b0d9-86468f749d9b kind: Event lastTimestamp: "2026-09-18T19:37:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:16Z" name: success-200-isvc-e0eb2-predictor.18d681706724a347 namespace: kserve-ci-e2e-test resourceVersion: "19080" uid: c3d28de5-7ce3-42da-b116-855d5c710ca8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19002" uid: edff3285-c8d0-48f5-b0d9-86468f749d9b kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: success-200-isvc-e0eb2-predictor.18d681776492d60b namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: 5fc5813c-dc3f-42e6-a818-cd1576be6154 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:37:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0eb2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19002" uid: edff3285-c8d0-48f5-b0d9-86468f749d9b kind: Event lastTimestamp: "2026-09-18T19:37:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:37:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:37:46Z" name: success-200-isvc-e0eb2-predictor.18d6817764fc5807 namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: 604990e9-c359-43b6-b9c9-d85d1a50e846 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18800" uid: 95c7ae75-9c15-4a24-acc3-0f2648696040 kind: Event lastTimestamp: "2026-09-18T19:37:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:34Z" name: success-200-isvc-e0eb2.18d6816ce83a7fa0 namespace: kserve-ci-e2e-test resourceVersion: "19170" uid: b5aec628-51a0-4d5f-8837-2b1b8b92fe87 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18800" uid: 95c7ae75-9c15-4a24-acc3-0f2648696040 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'Failed to update status for InferenceService "success-200-isvc-e0eb2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e0eb2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-e0eb2.18d6816ce8e022a8 namespace: kserve-ci-e2e-test resourceVersion: "18830" uid: 235bbd74-0758-46db-bde0-6a7bfffba9f3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "18800" uid: 95c7ae75-9c15-4a24-acc3-0f2648696040 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e0eb2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:36:46Z" name: success-200-isvc-e0eb2.18d6816ce8e07a43 namespace: kserve-ci-e2e-test resourceVersion: "18831" uid: 6a5d5dcc-0c3d-49bc-89eb-e4fba429a8d8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0eb2 namespace: kserve-ci-e2e-test resourceVersion: "19166" uid: 95c7ae75-9c15-4a24-acc3-0f2648696040 kind: Event lastTimestamp: "2026-09-18T19:37:34Z" message: InferenceService [success-200-isvc-e0eb2] is Ready metadata: creationTimestamp: "2026-09-18T19:37:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:37:34Z" name: success-200-isvc-e0eb2.18d681781d1f1667 namespace: kserve-ci-e2e-test resourceVersion: "19168" uid: 8f9ef819-b3a7-4647-a730-80fec812eecb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:28:21.788092Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-eff75-predictor-84d6cb4997-pv47c to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:28:21Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f75a6387a1 namespace: kserve-ci-e2e-test resourceVersion: "16344" uid: 0f6e2cf3-5b17-413b-bd87-8a449f109c83 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-eff75-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:22Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f769f527ef namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 048c19e9-23de-46ed-9ed2-99119cffbcf9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16347" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7d5b5378a namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: 7e685f35-5afd-413c-9fbf-77ff15a1d653 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1970" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7d7d35b0c namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 07223c2b-7cc0-4cc1-9030-a15d7d0b0d14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7dae9f187 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: 4104032e-a35c-4c1f-b293-13eb4d142d61 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7db5f245a namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: b3a85bc3-5266-43e4-8f14-81d54e1a99e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7db68afba namespace: kserve-ci-e2e-test resourceVersion: "16411" uid: 30bcb24d-a84f-4289-9b59-b69ce7412b9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-18T19:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:23Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7dde68cce namespace: kserve-ci-e2e-test resourceVersion: "16412" uid: f37c2904-eff3-4102-8108-6e24c0bfe95a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:28:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:28:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:24Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7de5ae463 namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: ba485d2c-b6c0-420b-b885-a0addea5dc6a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-18T19:28:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:37:40Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:28:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:40Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d680f7eb6c9c06 namespace: kserve-ci-e2e-test resourceVersion: "19351" uid: a71953c7-3932-4f83-a2cf-ff27c531ec18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d68178b6a81ec9 namespace: kserve-ci-e2e-test resourceVersion: "19236" uid: c798437b-0ec2-42e6-94ea-5237d3ec7b01 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:37:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-18T19:37:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:37Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d68178b6a96dc9 namespace: kserve-ci-e2e-test resourceVersion: "19239" uid: 8371e58f-4ace-4b93-9d4c-3a30fed617db reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:37:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 38d5f291-3a1d-4450-a3c4-864192b33970 kind: Event lastTimestamp: "2026-09-18T19:37:40Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-18T19:37:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:40Z" name: success-200-isvc-eff75-predictor-84d6cb4997-pv47c.18d681795fde4984 namespace: kserve-ci-e2e-test resourceVersion: "19350" uid: ccb30335-d126-4f7b-9060-192f56e3c5f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-eff75-predictor-84d6cb4997 namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: d355ec31-ebd8-47d1-89c4-8983653af486 kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: 'Created pod: success-200-isvc-eff75-predictor-84d6cb4997-pv47c' metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:21Z" name: success-200-isvc-eff75-predictor-84d6cb4997.18d680f759bef54f namespace: kserve-ci-e2e-test resourceVersion: "16339" uid: f57049a8-6bf9-44db-b7f1-fbbf24e800d7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16330" uid: 53d56eee-56be-4b04-9881-309fc901f4ec kind: Event lastTimestamp: "2026-09-18T19:28:21Z" message: Scaled up replica set success-200-isvc-eff75-predictor-84d6cb4997 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:21Z" name: success-200-isvc-eff75-predictor.18d680f757b311f5 namespace: kserve-ci-e2e-test resourceVersion: "16333" uid: 0c18df28-ecf7-46a7-b78f-2dd53d0b0209 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16331" uid: f082ebaa-c22c-4695-850a-b4f70ffcb1ba kind: Event lastTimestamp: "2026-09-18T19:29:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:06Z" name: success-200-isvc-eff75-predictor.18d680fad660c112 namespace: kserve-ci-e2e-test resourceVersion: "16704" uid: 34ef7685-c451-4f29-90b2-77aef3a06933 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16331" uid: f082ebaa-c22c-4695-850a-b4f70ffcb1ba kind: Event lastTimestamp: "2026-09-18T19:29:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:06Z" name: success-200-isvc-eff75-predictor.18d680fad70dd993 namespace: kserve-ci-e2e-test resourceVersion: "16705" uid: 40374e1a-4b58-4615-8357-49639bf2a003 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: f082ebaa-c22c-4695-850a-b4f70ffcb1ba kind: Event lastTimestamp: "2026-09-18T19:29:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:36Z" name: success-200-isvc-eff75-predictor.18d680fe560155fc namespace: kserve-ci-e2e-test resourceVersion: "16910" uid: 7e3d1759-5e31-4cf5-922f-6c3ed38569ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-18T19:28:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-eff75-predictor namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: f082ebaa-c22c-4695-850a-b4f70ffcb1ba kind: Event lastTimestamp: "2026-09-18T19:29:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-18T19:28:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:36Z" name: success-200-isvc-eff75-predictor.18d680fe5682a63e namespace: kserve-ci-e2e-test resourceVersion: "16911" uid: e71f6de7-e16e-478c-8411-1bb328a7cbfb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:28:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: fc58fa57-632b-4ff0-a6ff-82af8f9ebdd7 kind: Event lastTimestamp: "2026-09-18T19:29:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-18T19:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:29:10Z" name: success-200-isvc-eff75.18d680f757da8bec namespace: kserve-ci-e2e-test resourceVersion: "16742" uid: 39f49a53-864a-402e-9db0-46150009a5f2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:29:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-eff75 namespace: kserve-ci-e2e-test resourceVersion: "16740" uid: fc58fa57-632b-4ff0-a6ff-82af8f9ebdd7 kind: Event lastTimestamp: "2026-09-18T19:29:10Z" message: InferenceService [success-200-isvc-eff75] is Ready metadata: creationTimestamp: "2026-09-18T19:29:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:29:10Z" name: success-200-isvc-eff75.18d68102a7841865 namespace: kserve-ci-e2e-test resourceVersion: "16741" uid: a28af74b-e34a-4dfa-852d-5bbe25909d58 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:28:31.404911Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16485" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-0c8e2-7c84fdbd88-m5wb8 to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:28:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:28:31Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f997988d13 namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: 7c780c59-201e-40ae-a8a2-280977a69e86 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:31Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:28:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-0c8e2-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:31Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f99e1bdd27 namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 915a2919-c0f3-4673-a95d-e9eb00536e33 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:32Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:28:32Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:28:32Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f9cbad6ec4 namespace: kserve-ci-e2e-test resourceVersion: "16512" uid: 6c7d6cfb-a4dd-4747-b4e4-860ca1d763c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c8e2} kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:28:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:32Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f9cd0aff15 namespace: kserve-ci-e2e-test resourceVersion: "16514" uid: 12b20779-4875-45cc-9edd-0e08fef21cb2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c8e2} kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:28:32Z" message: 'Created container: switch-graph-0c8e2' metadata: creationTimestamp: "2026-09-18T19:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:32Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f9cfc9f21a namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 108507e3-5f0d-410a-ac0e-7bff4affe0ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c8e2} kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:28:32Z" message: Started container switch-graph-0c8e2 metadata: creationTimestamp: "2026-09-18T19:28:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:28:32Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d680f9d041ceb1 namespace: kserve-ci-e2e-test resourceVersion: "16517" uid: 13670685-d096-4bb5-a379-3c743e9de5a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:36:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c8e2} kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:36:46Z" message: Stopping container switch-graph-0c8e2 metadata: creationTimestamp: "2026-09-18T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:36:46Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d6816cdeb07be5 namespace: kserve-ci-e2e-test resourceVersion: "18795" uid: 45ff6f65-3210-494d-88a2-cdb96cdff19b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:36:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c8e2} kind: Pod name: switch-graph-0c8e2-7c84fdbd88-m5wb8 namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: d678a67b-4541-4e68-b33c-ac41d0f967f2 kind: Event lastTimestamp: "2026-09-18T19:37:14Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:36:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:37:14Z" name: switch-graph-0c8e2-7c84fdbd88-m5wb8.18d6816d82e5c766 namespace: kserve-ci-e2e-test resourceVersion: "19063" uid: ec3e5d1c-0fa2-451e-8acb-c3833a4e66b8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-0c8e2-7c84fdbd88 namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: e13fe2ce-597b-428a-a00c-7eb7e9d74bf9 kind: Event lastTimestamp: "2026-09-18T19:28:31Z" message: 'Created pod: switch-graph-0c8e2-7c84fdbd88-m5wb8' metadata: creationTimestamp: "2026-09-18T19:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:31Z" name: switch-graph-0c8e2-7c84fdbd88.18d680f996f11a46 namespace: kserve-ci-e2e-test resourceVersion: "16486" uid: 65925d28-825f-4c5d-945c-e63d22a3ca14 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 169ab123-7ff9-462f-8794-c86587248643 kind: Event lastTimestamp: "2026-09-18T19:28:31Z" message: Scaled up replica set switch-graph-0c8e2-7c84fdbd88 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:28:31Z" name: switch-graph-0c8e2.18d680f996303a45 namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: fef6639a-e840-4a2e-bf1f-67a7f13957fc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:28:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 3bc71a2b-d472-4ab4-a03d-ddf5c39f7374 kind: Event lastTimestamp: "2026-09-18T19:28:31Z" message: InferenceGraph [switch-graph-0c8e2] is Ready metadata: creationTimestamp: "2026-09-18T19:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:28:31Z" name: switch-graph-0c8e2.18d680f99c65e104 namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: e2fd0b49-dfc2-49ea-8a1a-99d05fbc11dc reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: 49368441-5972-4744-91f0-91397e481d7c kind: Event lastTimestamp: "2026-09-18T19:29:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:01Z" name: switch-graph-0c8e2.18d680fd1491f3a5 namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: 6b454563-27b2-45dd-8877-3cab498ff161 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:28:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c8e2 namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: 49368441-5972-4744-91f0-91397e481d7c kind: Event lastTimestamp: "2026-09-18T19:29:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:28:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:29:01Z" name: switch-graph-0c8e2.18d680fd15001483 namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 56222a1c-d2e3-4d88-a606-323d1baef3eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:49:14.093748Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23919" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-38355-74cc5846cd-qjrcw to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d6821aed9f53ff namespace: kserve-ci-e2e-test resourceVersion: "23925" uid: acf83c4f-3cd4-4c06-a34c-90b043f247cc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23929" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: Add eth0 [10.132.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d6821b0f996f87 namespace: kserve-ci-e2e-test resourceVersion: "23940" uid: 757dd414-16db-4ebc-887d-6855a28bc06e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-38355} kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23922" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" already present on machine metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d6821b116e58dd namespace: kserve-ci-e2e-test resourceVersion: "23942" uid: 14ea4ad7-26f6-4dff-96d1-6e5339e5c979 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-38355} kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23922" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: 'Created container: switch-graph-38355' metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d6821b14f15531 namespace: kserve-ci-e2e-test resourceVersion: "23943" uid: bf7df8a7-c448-4345-9d2f-10e548876d8c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-38355} kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23922" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: Started container switch-graph-38355 metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d6821b15678fdc namespace: kserve-ci-e2e-test resourceVersion: "23944" uid: 699128da-4bcf-4052-89dc-a45cbde2bd8b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T20:05:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-38355} kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23922" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T20:05:34Z" message: Stopping container switch-graph-38355 metadata: creationTimestamp: "2026-09-18T20:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:05:34Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d682ff2120014f namespace: kserve-ci-e2e-test resourceVersion: "28349" uid: e4593cc3-a7e8-4081-b1db-dce42239c133 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T20:05:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-38355} kind: Pod name: switch-graph-38355-74cc5846cd-qjrcw namespace: kserve-ci-e2e-test resourceVersion: "23922" uid: 03e62539-a102-43e1-9fb3-f1c1257f9b0e kind: Event lastTimestamp: "2026-09-18T20:06:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T20:05:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T20:06:01Z" name: switch-graph-38355-74cc5846cd-qjrcw.18d682ff9ed11e43 namespace: kserve-ci-e2e-test resourceVersion: "28555" uid: e22b0e18-ab21-48f7-b27c-0268b76c4541 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-38355-74cc5846cd namespace: kserve-ci-e2e-test resourceVersion: "23916" uid: 4ff5edd4-fe09-4b86-85f8-76bdc428e719 kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: 'Created pod: switch-graph-38355-74cc5846cd-qjrcw' metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355-74cc5846cd.18d6821aecfa1794 namespace: kserve-ci-e2e-test resourceVersion: "23921" uid: e15b0990-dfae-4ea7-8e32-a0113bc9aa13 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-38355 namespace: kserve-ci-e2e-test resourceVersion: "23914" uid: 98502042-da01-4014-8f79-312d1bcaae2e kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: Scaled up replica set switch-graph-38355-74cc5846cd from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355.18d6821aebf70e75 namespace: kserve-ci-e2e-test resourceVersion: "23917" uid: 1e1d9466-86e4-481d-bf63-345ad26c7b76 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:49:14Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-38355 namespace: kserve-ci-e2e-test resourceVersion: "23932" uid: a0def219-502b-44a1-90da-10ec44949da4 kind: Event lastTimestamp: "2026-09-18T19:49:14Z" message: InferenceGraph [switch-graph-38355] is Ready metadata: creationTimestamp: "2026-09-18T19:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:49:14Z" name: switch-graph-38355.18d6821af2452fbb namespace: kserve-ci-e2e-test resourceVersion: "23934" uid: 75247ccb-87b9-48a8-9a83-cbf38c45a8b6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-38355 namespace: kserve-ci-e2e-test resourceVersion: "23915" uid: 8b0721fb-7184-465a-8638-ba61025bc185 kind: Event lastTimestamp: "2026-09-18T19:49:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:44Z" name: switch-graph-38355.18d6821e6abd6350 namespace: kserve-ci-e2e-test resourceVersion: "24157" uid: ad294280-223c-41f9-be53-434f8d395594 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-18T19:49:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-38355 namespace: kserve-ci-e2e-test resourceVersion: "23915" uid: 8b0721fb-7184-465a-8638-ba61025bc185 kind: Event lastTimestamp: "2026-09-18T19:49:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-18T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:49:44Z" name: switch-graph-38355.18d6821e6b82294f namespace: kserve-ci-e2e-test resourceVersion: "24158" uid: a3c99885-2611-41a7-a628-c3fb7fea8461 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-18T19:27:20.130277Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15663" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-d6148-79d8966b74-b4fkt to ip-10-0-143-37.ec2.internal metadata: creationTimestamp: "2026-09-18T19:27:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-18T19:27:20Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e8ff4be7b9 namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 648c5937-a779-4f9d-bf84-55fbedea5d37 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f7b87b7-pp52w source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:20Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-d6148-serving-cert" not found' metadata: creationTimestamp: "2026-09-18T19:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:20Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e908b7cdbf namespace: kserve-ci-e2e-test resourceVersion: "15678" uid: 87593e1f-4548-4579-860a-0eb66bf2856e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15672" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:21Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-18T19:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-18T19:27:21Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e94571976d namespace: kserve-ci-e2e-test resourceVersion: "15683" uid: 9b8e1254-bdc9-4d1a-ba2c-06dc1060da1c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:21Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" metadata: creationTimestamp: "2026-09-18T19:27:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:21Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e946cae02a namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: 29628c55-150b-4b0e-b5be-0e26eb6a98f2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:23Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0" in 2.133s (2.133s including waiting). Image size: 211921491 bytes.' metadata: creationTimestamp: "2026-09-18T19:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:23Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e9c5f45c17 namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: d41f4e85-4f9b-4459-9ed5-6852b8c24cf8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:23Z" message: 'Created container: switch-graph-d6148' metadata: creationTimestamp: "2026-09-18T19:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:23Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e9c8c42017 namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: e089057b-9b1d-4b75-81f3-6ac0f44db665 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:23Z" message: Started container switch-graph-d6148 metadata: creationTimestamp: "2026-09-18T19:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:23Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680e9c9391b67 namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 2748f420-3401-4d4f-b81f-d9ce7ebffe39 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:31Z" message: Stopping container switch-graph-d6148 metadata: creationTimestamp: "2026-09-18T19:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:31Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680eb90478cd9 namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: f41e2665-9e7d-4f1b-821b-15e055b2f83c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-18T19:27:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-d6148} kind: Pod name: switch-graph-d6148-79d8966b74-b4fkt namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: fc9145ec-6e55-42db-851c-f414c1d4d2f3 kind: Event lastTimestamp: "2026-09-18T19:27:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-18T19:27:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-18T19:27:59Z" name: switch-graph-d6148-79d8966b74-b4fkt.18d680ec7145dea2 namespace: kserve-ci-e2e-test resourceVersion: "16070" uid: 44bd4716-169a-48f0-bae0-4b5dbe3ab879 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-37.ec2.internal source: component: kubelet host: ip-10-0-143-37.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-d6148-79d8966b74 namespace: kserve-ci-e2e-test resourceVersion: "15660" uid: 68ca1642-a8c1-4af8-ac42-c725826035ef kind: Event lastTimestamp: "2026-09-18T19:27:20Z" message: 'Created pod: switch-graph-d6148-79d8966b74-b4fkt' metadata: creationTimestamp: "2026-09-18T19:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:20Z" name: switch-graph-d6148-79d8966b74.18d680e8fea8784c namespace: kserve-ci-e2e-test resourceVersion: "15665" uid: 3a7e58ec-4a68-408c-b2d1-79742a410ef7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-d6148 namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: fa4b1f7a-61bd-44c9-a6bb-16a6a6737fff kind: Event lastTimestamp: "2026-09-18T19:27:20Z" message: Scaled up replica set switch-graph-d6148-79d8966b74 from 0 to 1 metadata: creationTimestamp: "2026-09-18T19:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-18T19:27:20Z" name: switch-graph-d6148.18d680e8fd9a804f namespace: kserve-ci-e2e-test resourceVersion: "15661" uid: 37effbf7-8ec7-4586-94ff-265ea2860cbc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-18T19:27:20Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-d6148 namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 262942a8-d2d2-4be9-a2ca-fe6072420be6 kind: Event lastTimestamp: "2026-09-18T19:27:20Z" message: InferenceGraph [switch-graph-d6148] is Ready metadata: creationTimestamp: "2026-09-18T19:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-18T19:27:20Z" name: switch-graph-d6148.18d680e9041ddf1e namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 41dab736-8c7c-4c7b-b01c-f5056a90345c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "28569"