--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:50:26.204965Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21929" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9dea7fdc93f namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: 4d36fcc9-132c-4f8d-a84d-bd3ff555be14 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21940" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9dec19c6146 namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 90d64561-71b5-440b-aa9a-811858211f48 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9dec409adf0 namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 60222272-4b58-4e72-8570-dbcccfae9ee8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9dec6d4b115 namespace: kserve-ci-e2e-test resourceVersion: "21949" uid: 51b649ec-a248-4b1f-9198-b435bca94823 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9dec761cdaa namespace: kserve-ci-e2e-test resourceVersion: "21950" uid: 41bc39ce-f577-431b-a4e7-85358f208634 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:34Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T15:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b1005fea namespace: kserve-ci-e2e-test resourceVersion: "22015" uid: 4b7d0fd5-e15d-490f-bdfc-3c70d7d9e4c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b3dd3e1d namespace: kserve-ci-e2e-test resourceVersion: "22017" uid: 7f139827-fbbb-4af9-b49c-e21ed1d5c0de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b46b675d namespace: kserve-ci-e2e-test resourceVersion: "22018" uid: e500b9a9-3f03-4922-a7f1-3616fc79f112 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b474a5d5 namespace: kserve-ci-e2e-test resourceVersion: "22019" uid: c73d9773-79b6-4f0d-ba3c-f6daa07acd79 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b7708054 namespace: kserve-ci-e2e-test resourceVersion: "22022" uid: 38f96358-1e2a-4239-8509-162119dcf14b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e0b7d5c24e namespace: kserve-ci-e2e-test resourceVersion: "22023" uid: 88148e30-4ebc-4a58-9b6a-dfe6b1246e2b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e12924170e namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: b25fde3a-a5cb-4774-ad5f-5b99cb624be4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:50:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:56Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e5a156cf64 namespace: kserve-ci-e2e-test resourceVersion: "22202" uid: f9eda213-ddfd-43f1-b5ae-56005e2dd9f5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 1ad131b5-831f-4c6e-bb23-ade275d7f79f kind: Event lastTimestamp: "2026-07-09T15:50:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:50:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:56Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2.18c0a9e5a15749ab namespace: kserve-ci-e2e-test resourceVersion: "22203" uid: ad232682-6fc6-440b-8246-2bd46df11a81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21917" uid: 28461038-445c-400d-b2ca-502fd8b843c2 kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-2mbg2' metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c0a9dea715fdc6 namespace: kserve-ci-e2e-test resourceVersion: "21933" uid: 44e47a7f-f79a-49ef-a24d-0c19f2de1153 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21915" uid: ea21c25c-328c-4000-8e66-30ce6983e98a kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1-predictor.18c0a9de9eb50622 namespace: kserve-ci-e2e-test resourceVersion: "21918" uid: a94801ba-adec-4498-80c3-3a3706fe9817 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:50:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21916" uid: 28cdf5b2-30a9-4b46-b76b-8a5caa8e1465 kind: Event lastTimestamp: "2026-07-09T15:50:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:56Z" name: isvc-autogluon-ts-v1-predictor.18c0a9e21dbed416 namespace: kserve-ci-e2e-test resourceVersion: "22186" uid: 33d74b94-d821-4d9b-af30-1adb1fd909f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:50:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21916" uid: 28cdf5b2-30a9-4b46-b76b-8a5caa8e1465 kind: Event lastTimestamp: "2026-07-09T15:50:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:56Z" name: isvc-autogluon-ts-v1-predictor.18c0a9e21e31225d namespace: kserve-ci-e2e-test resourceVersion: "22187" uid: b9160075-18ee-48d3-9ce6-dc5d809258c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 290d750e-071f-4a68-8dd0-74b4342e311e kind: Event lastTimestamp: "2026-07-09T15:50:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:53Z" name: isvc-autogluon-ts-v1.18c0a9de9ebacc24 namespace: kserve-ci-e2e-test resourceVersion: "22159" uid: e6d7467b-5d5e-43a0-a78b-695253647ce2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 290d750e-071f-4a68-8dd0-74b4342e311e kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1.18c0a9de9f52d3bb namespace: kserve-ci-e2e-test resourceVersion: "21921" uid: 7d25b58b-9123-40be-826e-084cb6487a8e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 290d750e-071f-4a68-8dd0-74b4342e311e kind: Event lastTimestamp: "2026-07-09T15:50:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:50:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:26Z" name: isvc-autogluon-ts-v1.18c0a9de9f530d38 namespace: kserve-ci-e2e-test resourceVersion: "21923" uid: 6f009b28-8df1-4081-b3a9-c3d8ea289fd9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22157" uid: 290d750e-071f-4a68-8dd0-74b4342e311e kind: Event lastTimestamp: "2026-07-09T15:50:53Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-09T15:50:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:53Z" name: isvc-autogluon-ts-v1.18c0a9e4e896f4b9 namespace: kserve-ci-e2e-test resourceVersion: "22158" uid: 70da8774-32e6-40af-9a2a-cdca2c387941 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:40:54.452463Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17605" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a95988e2e922 namespace: kserve-ci-e2e-test resourceVersion: "17614" uid: 6ba84286-8724-4bc9-8ae4-fdcf17f4b491 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17623" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a959a2c6056b namespace: kserve-ci-e2e-test resourceVersion: "17635" uid: c2a9f6e6-9ce3-4614-9300-b057b430d117 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a959a52d8edd namespace: kserve-ci-e2e-test resourceVersion: "17638" uid: c9957a10-61c2-4eca-bbcf-82365a0ea870 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a959a814ade3 namespace: kserve-ci-e2e-test resourceVersion: "17639" uid: 576a43a8-de53-4e31-888c-13e38459796b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a959a88a144b namespace: kserve-ci-e2e-test resourceVersion: "17640" uid: 70bf828e-ef14-43fb-9a63-4688c8d7434a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:41:27Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-09T15:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:41:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a961358e7986 namespace: kserve-ci-e2e-test resourceVersion: "17881" uid: f6f73741-5e96-4db6-ab7d-ab81bb2bc20a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:45Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m18.458s (2m18.458s including waiting). Image size: 8939170585 bytes.' metadata: creationTimestamp: "2026-07-09T15:43:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a9817256aff4 namespace: kserve-ci-e2e-test resourceVersion: "18840" uid: 184fcd7a-132d-4c7d-83f7-b9aae433ee32 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:43:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a98179e261f9 namespace: kserve-ci-e2e-test resourceVersion: "18842" uid: 49904883-7c5c-43cb-b778-dfdde913f172 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:43:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a9817af38ee5 namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 7268be32-e319-4f7a-91ce-d14f511249fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:43:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a9817affe655 namespace: kserve-ci-e2e-test resourceVersion: "18844" uid: bacb4377-4514-44ae-b566-a1c845914e87 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:43:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a981812f8ed5 namespace: kserve-ci-e2e-test resourceVersion: "18847" uid: e1f2ffe6-e35e-4678-bcbe-d6428c41461f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:43:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:43:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a9818241a84f namespace: kserve-ci-e2e-test resourceVersion: "18848" uid: 142ee8c6-f358-42f0-941c-a1a3a8c2a2df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:43:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:43:53Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:43:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:43:53Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a981bc10feb2 namespace: kserve-ci-e2e-test resourceVersion: "18897" uid: 877c254e-af6c-49f6-a90e-b6a7689d9632 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:44:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:04Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a985d69a37dc namespace: kserve-ci-e2e-test resourceVersion: "19001" uid: 4977d029-6aaf-4db5-90f4-35fac11b534e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: e0c88fe5-bbc0-45fa-8de8-f426711a6414 kind: Event lastTimestamp: "2026-07-09T15:44:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:04Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49.18c0a985d69ccef6 namespace: kserve-ci-e2e-test resourceVersion: "19002" uid: 1cc8c4f3-94e2-46f0-9367-c202ec1eef02 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17580" uid: 7ccab49a-eae9-4c10-afc6-f93683ebe8ae kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-mzp49' metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c0a95988649452 namespace: kserve-ci-e2e-test resourceVersion: "17607" uid: 6ad56ef7-4f9d-4538-a851-47e7323d5b0e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17572" uid: 50123823-b74f-4b0b-a61f-a32aa3be7c9e kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1-predictor.18c0a9598334fa98 namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 31a2a015-dcbc-4d2f-854e-0f1a7e6ead1b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:41:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: ecbe68c4-d128-43ba-9442-df865f147321 kind: Event lastTimestamp: "2026-07-09T15:43:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:43:54Z" name: isvc-autogluon-v1-predictor.18c0a95d0264387f namespace: kserve-ci-e2e-test resourceVersion: "18907" uid: 13a8c694-0de7-45de-80c9-ba3a6ed23eda reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:41:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: ecbe68c4-d128-43ba-9442-df865f147321 kind: Event lastTimestamp: "2026-07-09T15:43:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:43:54Z" name: isvc-autogluon-v1-predictor.18c0a95d02dc3cf1 namespace: kserve-ci-e2e-test resourceVersion: "18908" uid: 3d336ad1-245c-4aef-a3a1-2d96be68066a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17560" uid: 05ea0244-89f9-465f-add8-33874aeae2a1 kind: Event lastTimestamp: "2026-07-09T15:44:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:44:03Z" name: isvc-autogluon-v1.18c0a95983398663 namespace: kserve-ci-e2e-test resourceVersion: "18975" uid: dff589c2-bb36-4889-a794-ec76448d1807 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17560" uid: 05ea0244-89f9-465f-add8-33874aeae2a1 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1.18c0a95983d9543b namespace: kserve-ci-e2e-test resourceVersion: "17624" uid: 52e10c2f-3eb1-4715-9dc5-50d30e253fc8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17560" uid: 05ea0244-89f9-465f-add8-33874aeae2a1 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:40:54Z" name: isvc-autogluon-v1.18c0a95983d9b79f namespace: kserve-ci-e2e-test resourceVersion: "17625" uid: 7aa89f28-bcbb-4811-84de-69b72754c71b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18973" uid: 05ea0244-89f9-465f-add8-33874aeae2a1 kind: Event lastTimestamp: "2026-07-09T15:44:03Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-09T15:44:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:44:03Z" name: isvc-autogluon-v1.18c0a9857c58e6a2 namespace: kserve-ci-e2e-test resourceVersion: "18974" uid: 3446531b-33c9-465b-8699-031f52d9d28f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:48:40.843448Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21109" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:48:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c61ff488f3 namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 659b5cf6-2a7d-461a-8610-64f712db9110 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T15:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:41Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c62934078a namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: f8c1a0f0-bb5d-4399-83db-d158c53bd5a6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:41Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:48:41Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c65d34e250 namespace: kserve-ci-e2e-test resourceVersion: "21131" uid: 4b82132d-74a9-4144-ba02-5f2bca14e0f6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:41Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:41Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c65ec32d9c namespace: kserve-ci-e2e-test resourceVersion: "21133" uid: d4704c86-36ab-4a54-b7ba-fb874c9f0ab3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:41Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c661e66f7f namespace: kserve-ci-e2e-test resourceVersion: "21134" uid: e3b6c5cd-e269-45a2-b8b1-21fea484452c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:48:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:41Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c6625aee2b namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: 65553e4d-5cdf-435c-ba09-97c1db2b901e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7a9831e13 namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: 1c60679e-ed5f-4e6b-a4b6-e54eea18e818 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7ac8a3ef5 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: d1df0e17-b0f4-4b04-99c2-ccea70f8b889 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7ad03e037 namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: 7bc3e36b-cb05-4561-a047-2f167ca16cda reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7ad0d2bb4 namespace: kserve-ci-e2e-test resourceVersion: "21186" uid: 59f9d458-d31a-4589-a0b0-785b5e9facc8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7afdef94b namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 83dc9a47-f9b5-4de3-8807-6fe6b5a1f9c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:48:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:48:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9c7b05c441f namespace: kserve-ci-e2e-test resourceVersion: "21190" uid: 8e9b73fb-3616-4719-88cf-e2ee80e15454 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:50:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9dd6c36e324 namespace: kserve-ci-e2e-test resourceVersion: "21868" uid: 4e80953d-c454-42de-9c90-483a9cdbad08 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c namespace: kserve-ci-e2e-test resourceVersion: "21111" uid: c0b343a2-0676-4742-a4cb-b2643b0da311 kind: Event lastTimestamp: "2026-07-09T15:50:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:50:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c.18c0a9dd6c375eff namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: 28201a86-72f3-4389-bfb7-f7562eaa97e8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: a4e519ee-6c41-423c-9175-d4be0b1a43f5 kind: Event lastTimestamp: "2026-07-09T15:48:40Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-kjm4c' metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c0a9c61f4adb56 namespace: kserve-ci-e2e-test resourceVersion: "21110" uid: 88baa598-f802-4eb6-b717-aacc8e8ec7d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: 073ea07e-3c84-4977-8512-5b64525781a0 kind: Event lastTimestamp: "2026-07-09T15:48:40Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:40Z" name: isvc-autogluon-v2-noslash-predictor.18c0a9c618bc2035 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 53e7f2d8-20c4-497f-99d2-80616ceb8f5d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: b807449b-7499-4ee6-8f54-940af82f3f21 kind: Event lastTimestamp: "2026-07-09T15:48:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:48:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:55Z" name: isvc-autogluon-v2-noslash-predictor.18c0a9c99715f5f6 namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: aea0d94d-388f-4d34-88e3-30febb4bca1c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: b807449b-7499-4ee6-8f54-940af82f3f21 kind: Event lastTimestamp: "2026-07-09T15:48:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:48:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:55Z" name: isvc-autogluon-v2-noslash-predictor.18c0a9c9979d8f57 namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: c5ac445d-5d46-43dd-a14e-bc64ddce9c01 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:49:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21253" uid: b807449b-7499-4ee6-8f54-940af82f3f21 kind: Event lastTimestamp: "2026-07-09T15:50:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:10Z" name: isvc-autogluon-v2-noslash-predictor.18c0a9cd172ba9be namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: e4aba93e-65d9-4134-af06-aa6709118d31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:49:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21253" uid: b807449b-7499-4ee6-8f54-940af82f3f21 kind: Event lastTimestamp: "2026-07-09T15:50:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:50:10Z" name: isvc-autogluon-v2-noslash-predictor.18c0a9cd17b6182e namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: c4f8392d-4c26-4f63-8c68-e62fcbb670cf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 91d8ea67-0add-4f39-b807-8b5b401b43ae kind: Event lastTimestamp: "2026-07-09T15:50:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:17Z" name: isvc-autogluon-v2-noslash.18c0a9c618b61c9d namespace: kserve-ci-e2e-test resourceVersion: "21828" uid: d2743963-0037-4e0c-9971-0139cef25256 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 91d8ea67-0add-4f39-b807-8b5b401b43ae kind: Event lastTimestamp: "2026-07-09T15:48:40Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:48:40Z" name: isvc-autogluon-v2-noslash.18c0a9c619a8db48 namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: b9733121-4c04-48f7-8a73-f4543dadeb56 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: 91d8ea67-0add-4f39-b807-8b5b401b43ae kind: Event lastTimestamp: "2026-07-09T15:48:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:48:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:48:40Z" name: isvc-autogluon-v2-noslash.18c0a9c619a93586 namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: 69dc65cd-6926-432b-b509-a30437b7a0bf reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:50:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21826" uid: 91d8ea67-0add-4f39-b807-8b5b401b43ae kind: Event lastTimestamp: "2026-07-09T15:50:17Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-09T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:50:17Z" name: isvc-autogluon-v2-noslash.18c0a9dc8fbd54f1 namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: bffd9c61-690e-44b8-9903-6af0e03b93bd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:44:10.051180Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19068" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-pg8q7 to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:44:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:44:10Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a987137a7691 namespace: kserve-ci-e2e-test resourceVersion: "19072" uid: c62a7952-fba5-4db8-b36c-3194b644f243 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T15:44:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:10Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98726be7cc6 namespace: kserve-ci-e2e-test resourceVersion: "19084" uid: beb9fe34-eb02-4ff6-92a2-63b1fb250acc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:11Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19079" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:11Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:44:11Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a9875358a3f1 namespace: kserve-ci-e2e-test resourceVersion: "19093" uid: 684ec84d-90b4-4781-9288-dd698ae6cd58 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:11Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:11Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98754e49c69 namespace: kserve-ci-e2e-test resourceVersion: "19095" uid: 5f97edef-5ff1-4251-95d1-8afcbc179093 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:11Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:11Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a9875ca6bf4a namespace: kserve-ci-e2e-test resourceVersion: "19097" uid: 2f6a50b2-ebb2-43c7-ba84-89c681149634 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:11Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:44:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:11Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a9875df5bf6b namespace: kserve-ci-e2e-test resourceVersion: "19098" uid: 39df64ef-cffb-4d82-84f4-14d567ee22d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e5d4e5dd5 namespace: kserve-ci-e2e-test resourceVersion: "19312" uid: f40afcdd-36a2-478f-8c68-b57208593b6d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e60321763 namespace: kserve-ci-e2e-test resourceVersion: "19314" uid: cffbf826-3ae1-4801-90ba-d2f4b57f564f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e609aaba5 namespace: kserve-ci-e2e-test resourceVersion: "19315" uid: a6ef4c28-dee1-47ff-815d-165bf9cc3fde reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e60a5b652 namespace: kserve-ci-e2e-test resourceVersion: "19316" uid: e63d8dcf-152d-4790-873b-d22ec6bc357f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e637bec6e namespace: kserve-ci-e2e-test resourceVersion: "19319" uid: b8185f6e-9d16-4d88-a23e-4040573e323c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:44:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:44:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:44:41Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a98e640cf424 namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: 07bcf643-8752-4abd-9757-b6210dd0e7cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:46:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:20Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a9a5649f934d namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: 89b08773-862e-4b8d-9d06-10b2c5c72b92 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pg8q7 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: ec61c573-6434-49c4-9aa3-5d754bfaedc8 kind: Event lastTimestamp: "2026-07-09T15:46:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:20Z" name: isvc-autogluon-v2-predictor-67b849d456-pg8q7.18c0a9a564a00b14 namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 94ff21be-7d12-4e7f-8bf2-ef6901e4aaed reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: 8d6a22ae-5fca-4a69-bb14-2d11adaafcf2 kind: Event lastTimestamp: "2026-07-09T15:44:10Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-pg8q7' metadata: creationTimestamp: "2026-07-09T15:44:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:44:10Z" name: isvc-autogluon-v2-predictor-67b849d456.18c0a98713027493 namespace: kserve-ci-e2e-test resourceVersion: "19069" uid: 1b4be62f-ed26-4ae4-b254-5f8206e7f10d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:44:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19056" uid: ca485f3b-51d3-4ad2-bb4b-36759c613057 kind: Event lastTimestamp: "2026-07-09T15:44:09Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:44:09Z" name: isvc-autogluon-v2-predictor.18c0a9870dd3be62 namespace: kserve-ci-e2e-test resourceVersion: "19060" uid: 0544f36a-c5ab-4f8a-a717-f32ffe652f81 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:44:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19057" uid: c73889d1-8c64-437c-953c-a65267a405c9 kind: Event lastTimestamp: "2026-07-09T15:45:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:44:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:45:10Z" name: isvc-autogluon-v2-predictor.18c0a98a8d43a595 namespace: kserve-ci-e2e-test resourceVersion: "19517" uid: 820be104-ca5a-4a32-a58e-49afde1b9f99 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:44:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19057" uid: c73889d1-8c64-437c-953c-a65267a405c9 kind: Event lastTimestamp: "2026-07-09T15:45:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:44:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:45:10Z" name: isvc-autogluon-v2-predictor.18c0a98a8dc80b15 namespace: kserve-ci-e2e-test resourceVersion: "19518" uid: 72dbbffb-a096-4444-93ea-f14d736584ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:45:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: c73889d1-8c64-437c-953c-a65267a405c9 kind: Event lastTimestamp: "2026-07-09T15:46:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:45:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:46:10Z" name: isvc-autogluon-v2-predictor.18c0a9988acebc56 namespace: kserve-ci-e2e-test resourceVersion: "19930" uid: dc0c5416-ca45-4455-9761-732f396a1e43 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:45:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: c73889d1-8c64-437c-953c-a65267a405c9 kind: Event lastTimestamp: "2026-07-09T15:46:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:45:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:46:10Z" name: isvc-autogluon-v2-predictor.18c0a9988b4429ff namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: a152e163-0a46-46ab-9b72-42d8391b1cae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:46:25.464019Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20083" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a69ab675a9 namespace: kserve-ci-e2e-test resourceVersion: "20087" uid: 8c628d59-8eb1-4964-a3cd-eb53132bfe15 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a6a4ce40fb namespace: kserve-ci-e2e-test resourceVersion: "20097" uid: 23a3db51-17aa-463e-a42b-56573a79d827 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:26Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:26Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:46:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a6d7e20ba9 namespace: kserve-ci-e2e-test resourceVersion: "20108" uid: aba6e1f8-d898-49cb-bfcf-5b2d1d9af89b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:26Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a6d9768228 namespace: kserve-ci-e2e-test resourceVersion: "20112" uid: 5dbee744-4e1b-4621-9d39-bfc3b5f0d215 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:26Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a6dbfd3753 namespace: kserve-ci-e2e-test resourceVersion: "20113" uid: 0b6ceab2-32fb-444e-aaad-bc8b93755d89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:26Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9a6dc639af3 namespace: kserve-ci-e2e-test resourceVersion: "20114" uid: 0d499c97-c5b0-459d-87b9-050657b5965f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:47Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T15:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abd513da65 namespace: kserve-ci-e2e-test resourceVersion: "20268" uid: f0088c09-cfa0-486b-aad8-5264d86f5be8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abd824503f namespace: kserve-ci-e2e-test resourceVersion: "20270" uid: bc111675-d413-46cb-b32c-ca4fd430198e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abd899252e namespace: kserve-ci-e2e-test resourceVersion: "20271" uid: 83496c79-fb00-4072-a151-47a573feeb01 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:46:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abd8a26450 namespace: kserve-ci-e2e-test resourceVersion: "20272" uid: 3a3d4126-c55d-4612-9b70-aa2e8a3f3d3b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abdc0c5662 namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: c657e618-6fa7-49e8-9f7a-c3b63a89c2d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:46:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:46:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9abdc802a38 namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: f357aa40-e990-4bc9-bb5b-8be0d93c5106 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:48:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:48:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9c4e94c212c namespace: kserve-ci-e2e-test resourceVersion: "21044" uid: 3f161fe7-acbc-4175-893a-1202611b35b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:48:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:48:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9c4e94d5bc3 namespace: kserve-ci-e2e-test resourceVersion: "21045" uid: 628fdd1b-5de2-486c-b36a-189a80d9d2cd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:48:35Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:48:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9c4fb8ee72b namespace: kserve-ci-e2e-test resourceVersion: "21048" uid: b17c8b9e-baf4-48e9-96d0-c95a3ecd5bae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5 namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 64ec2e29-b2ac-44d6-962e-2319499506ba kind: Event lastTimestamp: "2026-07-09T15:48:36Z" message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/isvc-autogluon-v2-variants/ready": dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:48:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:48:36Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5.18c0a9c5054b000c namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: d03d04d1-6d11-4a6d-a5fc-b0581e0e80af reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 9c11daea-c7d6-4d80-bb10-29d6acdc3e50 kind: Event lastTimestamp: "2026-07-09T15:46:25Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-t2fl5' metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c0a9a69a2d2793 namespace: kserve-ci-e2e-test resourceVersion: "20085" uid: e7e77506-787e-4d57-b269-ab3da33a958a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20072" uid: 5ea737b1-62ed-45c9-a634-f99a98eacf9f kind: Event lastTimestamp: "2026-07-09T15:46:25Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants-predictor.18c0a9a6938d105e namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 6c5010e7-9d47-4237-916a-70d490bcc72d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:46:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20073" uid: 74948c43-fcc0-49a6-bb9e-74f38bfb80ec kind: Event lastTimestamp: "2026-07-09T15:47:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:47:10Z" name: isvc-autogluon-v2-variants-predictor.18c0a9aa12b6c3e7 namespace: kserve-ci-e2e-test resourceVersion: "20433" uid: e32cc2b5-0da4-4c2c-bc47-2fca489cd11e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:46:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20073" uid: 74948c43-fcc0-49a6-bb9e-74f38bfb80ec kind: Event lastTimestamp: "2026-07-09T15:47:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:47:10Z" name: isvc-autogluon-v2-variants-predictor.18c0a9aa133176f2 namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: 460ba8b2-a986-47cd-baa7-67cc2bc10555 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:47:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 74948c43-fcc0-49a6-bb9e-74f38bfb80ec kind: Event lastTimestamp: "2026-07-09T15:48:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:25Z" name: isvc-autogluon-v2-variants-predictor.18c0a9b4908b2b3d namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 81fff6a3-24e3-4baa-9bd8-25b2818de4a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:47:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20213" uid: 74948c43-fcc0-49a6-bb9e-74f38bfb80ec kind: Event lastTimestamp: "2026-07-09T15:48:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:48:25Z" name: isvc-autogluon-v2-variants-predictor.18c0a9b490ff2089 namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: e57a7128-a484-46ec-89f7-2d90711506e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 5ca7f76f-f47e-45c9-880d-1bea4977861b kind: Event lastTimestamp: "2026-07-09T15:48:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:48:26Z" name: isvc-autogluon-v2-variants.18c0a9a6938d38ff namespace: kserve-ci-e2e-test resourceVersion: "20962" uid: 7ee7283e-c5b2-409a-8246-dc846af0ed97 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 5ca7f76f-f47e-45c9-880d-1bea4977861b kind: Event lastTimestamp: "2026-07-09T15:46:25Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants.18c0a9a69446655b namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: 7fa96624-275d-4bbe-8900-2253df7f67ce reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 5ca7f76f-f47e-45c9-880d-1bea4977861b kind: Event lastTimestamp: "2026-07-09T15:46:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:46:25Z" name: isvc-autogluon-v2-variants.18c0a9a69446b629 namespace: kserve-ci-e2e-test resourceVersion: "20080" uid: 86b476fa-8b83-4f8f-ba24-e744ea6c2080 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:48:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20960" uid: 5ca7f76f-f47e-45c9-880d-1bea4977861b kind: Event lastTimestamp: "2026-07-09T15:48:26Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-09T15:48:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:48:26Z" name: isvc-autogluon-v2-variants.18c0a9c2b82b0099 namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: 9c7f2529-9f16-486a-b0c9-3f6250b848a6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:44:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19049" uid: a5172cfe-29d4-46d3-80be-6a64fd6ef97f kind: Event lastTimestamp: "2026-07-09T15:46:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:46:17Z" name: isvc-autogluon-v2.18c0a9870de1dd01 namespace: kserve-ci-e2e-test resourceVersion: "19982" uid: 6c62cc0e-3227-4ddf-8be4-19e6aad161ff reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:44:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19049" uid: a5172cfe-29d4-46d3-80be-6a64fd6ef97f kind: Event lastTimestamp: "2026-07-09T15:44:10Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:44:10Z" name: isvc-autogluon-v2.18c0a9870e96a40b namespace: kserve-ci-e2e-test resourceVersion: "19076" uid: 1c64b52b-83e8-46df-a506-e2a087becadc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:44:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19049" uid: a5172cfe-29d4-46d3-80be-6a64fd6ef97f kind: Event lastTimestamp: "2026-07-09T15:44:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:44:10Z" name: isvc-autogluon-v2.18c0a9870e96f587 namespace: kserve-ci-e2e-test resourceVersion: "19078" uid: 687580f2-9140-44f3-9b14-747be567f051 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:46:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: a5172cfe-29d4-46d3-80be-6a64fd6ef97f kind: Event lastTimestamp: "2026-07-09T15:46:17Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-09T15:46:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:46:17Z" name: isvc-autogluon-v2.18c0a9a4ae968c05 namespace: kserve-ci-e2e-test resourceVersion: "19981" uid: 572cae35-6364-44c3-97a2-38dae5b50f5b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:39:19.103985Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5f586b99d8-45q5t to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94355aca6f9 namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: e1bf2871-8d7d-42e1-8020-1303eb60df4b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a9436f3d242e namespace: kserve-ci-e2e-test resourceVersion: "16827" uid: 32bc895c-d4f4-4af1-8829-b9695d674a86 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a9437138754e namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 924e85fd-533f-4e48-a060-d910d9eab1f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94373f0b817 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: cb734866-e5eb-4f7d-b3c4-a34f9dd65ec6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a9437463a47b namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: 3b155015-a558-4041-8749-829a5205cf48 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716" already present on machine metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a9446dcf699f namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: d9761fff-2394-4b00-abe9-d8b3efdba908 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a944712e2260 namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: fb800e5a-a088-4106-aa25-a4d29c6094ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94471a52955 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 4d17f01e-b0f6-4e7d-b955-790536af0e80 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94471af9753 namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: a93787fd-305a-461b-baa2-a74f57627123 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a944747dc7f4 namespace: kserve-ci-e2e-test resourceVersion: "16877" uid: eace3a84-5bcf-4cd1-86e6-815620c09f52 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94474f34234 namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 30edd06a-c495-4872-98b6-0f510666f8be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc865beb0a4c9f01a1df4752390bd4260e955e32374e4da81b856592a55129a5" already present on machine metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94474fdef51 namespace: kserve-ci-e2e-test resourceVersion: "16879" uid: e5b44bea-4bec-4633-8c58-240b273c8545 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:23Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T15:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:23Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94479607c7a namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: 3db149fa-3640-428d-a894-94cc5ebcc262 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:39:24Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T15:39:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:24Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a94479d7dea6 namespace: kserve-ci-e2e-test resourceVersion: "16883" uid: 7eaea950-d459-425b-a845-8a42cda87e6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:39:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:41:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:39:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:41:01Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a944a9fb95d6 namespace: kserve-ci-e2e-test resourceVersion: "17699" uid: 5d6c9ed9-136a-494e-8fac-a991aa635c2c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T15:39:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:41:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T15:39:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:41:01Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a944e5e06f7d namespace: kserve-ci-e2e-test resourceVersion: "17700" uid: 8630a1ae-cc6d-47c2-99e9-564b2888670a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a95983afdce5 namespace: kserve-ci-e2e-test resourceVersion: "17589" uid: 6b12c71c-0e98-4501-a737-1155b0d9481f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a95983b01db6 namespace: kserve-ci-e2e-test resourceVersion: "17592" uid: 4924228a-102c-4004-b8e8-cdb927893e9e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a95983b0658a namespace: kserve-ci-e2e-test resourceVersion: "17594" uid: 5394f9c7-e4fd-495f-82fa-5cf43838623f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:40:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5f586b99d8-45q5t namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 55ec3c91-7469-4e9d-92b2-f6d97b786e5f kind: Event lastTimestamp: "2026-07-09T15:41:11Z" message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:40:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:41:11Z" name: isvc-logger-predictor-5f586b99d8-45q5t.18c0a95a161933e0 namespace: kserve-ci-e2e-test resourceVersion: "17772" uid: 2ef220ff-ab91-4831-a2bd-bee6363c4a60 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5f586b99d8 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 4a19c297-3fed-47e8-88e7-5a0589315d27 kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: 'Created pod: isvc-logger-predictor-5f586b99d8-45q5t' metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor-5f586b99d8.18c0a943551168c5 namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: d6cf1b09-62c2-439d-b4dc-e13bf9ede58e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16798" uid: fc978cf4-5887-46df-8fd0-9ffc77a31e9c kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: Scaled up replica set isvc-logger-predictor-5f586b99d8 from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger-predictor.18c0a943500ae5a1 namespace: kserve-ci-e2e-test resourceVersion: "16801" uid: 5ce318ec-5748-4eaa-b74e-f350e50750f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:39:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 7a8261b2-8432-424f-874f-6a54e21e435d kind: Event lastTimestamp: "2026-07-09T15:40:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:04Z" name: isvc-logger-predictor.18c0a946ceca4a4c namespace: kserve-ci-e2e-test resourceVersion: "17183" uid: a8b760d5-6abb-44bb-ab8d-3f910321dae3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:39:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 7a8261b2-8432-424f-874f-6a54e21e435d kind: Event lastTimestamp: "2026-07-09T15:40:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:04Z" name: isvc-logger-predictor.18c0a946cf47f52b namespace: kserve-ci-e2e-test resourceVersion: "17184" uid: bc9139f1-232e-46ea-abe0-6088dff3d308 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:40:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: 7a8261b2-8432-424f-874f-6a54e21e435d kind: Event lastTimestamp: "2026-07-09T15:40:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:40:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:49Z" name: isvc-logger-predictor.18c0a9514be8c3d6 namespace: kserve-ci-e2e-test resourceVersion: "17519" uid: a421b967-e1bc-45a5-bce1-1f58f72f62e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:40:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: 7a8261b2-8432-424f-874f-6a54e21e435d kind: Event lastTimestamp: "2026-07-09T15:40:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:40:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:40:49Z" name: isvc-logger-predictor.18c0a9514c5bb4df namespace: kserve-ci-e2e-test resourceVersion: "17520" uid: 21b61ac0-6fc4-4a5f-b89c-a70f0640ca33 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: dda1b2b9-7f2d-4eb4-9c57-16223a969f58 kind: Event lastTimestamp: "2026-07-09T15:40:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:40:42Z" name: isvc-logger.18c0a943502596e1 namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 1776c95f-0a81-4153-a4cc-efb5cc52b025 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: dda1b2b9-7f2d-4eb4-9c57-16223a969f58 kind: Event lastTimestamp: "2026-07-09T15:39:19Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:39:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:39:19Z" name: isvc-logger.18c0a94350afef3e namespace: kserve-ci-e2e-test resourceVersion: "16805" uid: 4fcd2cc9-59c9-4366-8240-7c14bb990c5b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: dda1b2b9-7f2d-4eb4-9c57-16223a969f58 kind: Event lastTimestamp: "2026-07-09T15:40:41Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-09T15:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:40:41Z" name: isvc-logger.18c0a956a0022b11 namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: b86b6f59-40f1-47b6-8b0b-37d09788d48e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:37:23.916976Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a92883ff38fc namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: f7c26c03-1ba8-4ff9-a326-a1d0a256a40c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:24Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:37:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:37:24Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9289d611ed8 namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: c0c6ec56-9be5-49d7-ad2f-8447068dd2d6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:37:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:24Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9289f720cbf namespace: kserve-ci-e2e-test resourceVersion: "15842" uid: b78c6ed8-ba67-47e1-8ed6-bd5d733248c0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:37:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:24Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a928a35f8a55 namespace: kserve-ci-e2e-test resourceVersion: "15843" uid: 78bf82f6-0379-4dcb-bd90-4a4f0dc0515c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:37:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:24Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a928a3cc0958 namespace: kserve-ci-e2e-test resourceVersion: "15844" uid: 23fb5a87-fe96-4882-b9ec-999f9ab7032d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716" already present on machine metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a929862a4ed6 namespace: kserve-ci-e2e-test resourceVersion: "15876" uid: 9bf2c606-c0a4-4e54-b698-8fa4dc5f0c57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a92988feda0c namespace: kserve-ci-e2e-test resourceVersion: "15878" uid: 9b4586be-25ba-48a9-8d31-bb63e12ddd25 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a929896aa9ff namespace: kserve-ci-e2e-test resourceVersion: "15879" uid: 72be7e1d-10c2-4275-b0ea-7a763de6e1af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298974e47c namespace: kserve-ci-e2e-test resourceVersion: "15880" uid: 9bc2a09c-155e-4896-b0f3-5eca275681aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298c0d0907 namespace: kserve-ci-e2e-test resourceVersion: "15884" uid: 1c8b2649-fa97-49d1-95d3-fe26f8c4843e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298c749d06 namespace: kserve-ci-e2e-test resourceVersion: "15885" uid: eeee6e5b-cd6c-4724-9ac0-fdcfb8276836 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc865beb0a4c9f01a1df4752390bd4260e955e32374e4da81b856592a55129a5" already present on machine metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298c7f6352 namespace: kserve-ci-e2e-test resourceVersion: "15886" uid: e7404ae8-0e69-48f6-bac7-7fa3550cd70c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298f65c8c4 namespace: kserve-ci-e2e-test resourceVersion: "15888" uid: 85a6817b-09dc-4873-b25c-45736fb9c821 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:37:28Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T15:37:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:28Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a9298fc775bf namespace: kserve-ci-e2e-test resourceVersion: "15889" uid: 3b6f12ea-2242-40c8-b7ee-0a112f25ffec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:37:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:39:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:37:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:15Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a929c2486892 namespace: kserve-ci-e2e-test resourceVersion: "16761" uid: aad33472-66be-4267-8982-e3a7366bc9dc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T15:37:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:39:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T15:37:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:05Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a929c253c4d1 namespace: kserve-ci-e2e-test resourceVersion: "16675" uid: a3298818-da9e-4afc-bb91-e5c51a2cdf77 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:38:58Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a93ea1328a70 namespace: kserve-ci-e2e-test resourceVersion: "16586" uid: d8951094-0304-4aee-a234-ddbde3602287 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:38:58Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a93ea13297d2 namespace: kserve-ci-e2e-test resourceVersion: "16589" uid: 93d8c2fb-3770-48aa-8889-497a394b169a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:38:58Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a93ea132af6a namespace: kserve-ci-e2e-test resourceVersion: "16593" uid: c11e814d-fd02-4c5c-b1e2-49b065fdb059 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 0f85841f-fb69-4c8c-a71a-9e4ffbe32171 kind: Event lastTimestamp: "2026-07-09T15:39:15Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:15Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt.18c0a93ef28423fd namespace: kserve-ci-e2e-test resourceVersion: "16760" uid: 1df1d216-31dc-4b1b-bca7-e703103f7eae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-694d6c969d namespace: kserve-ci-e2e-test resourceVersion: "15807" uid: 901f6e2c-2ff9-46ed-bcfa-20a02506eab6 kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-694d6c969d-lc4pt' metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-custom-predictor-694d6c969d.18c0a92882d3eefc namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: f57254bc-95a1-4117-bbc4-3524db158e25 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 6a1b8030-9c6b-421f-81ba-a0149097fdc2 kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-694d6c969d from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-custom-predictor.18c0a92876ed8a13 namespace: kserve-ci-e2e-test resourceVersion: "15808" uid: a55f7c05-acba-4fd7-aafd-ccf1d70ecba5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15805" uid: 498ac108-7be9-47d1-b331-fe596a28ee9e kind: Event lastTimestamp: "2026-07-09T15:37:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:38Z" name: isvc-sklearn-batcher-custom-predictor.18c0a92bf6344985 namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: 5f4eae25-3181-44f9-b818-98e11ebbdc87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15805" uid: 498ac108-7be9-47d1-b331-fe596a28ee9e kind: Event lastTimestamp: "2026-07-09T15:37:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:37:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:38Z" name: isvc-sklearn-batcher-custom-predictor.18c0a92bf68686c4 namespace: kserve-ci-e2e-test resourceVersion: "15977" uid: 709d451c-43fd-4772-af6c-60c3f027c7d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:37:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15975" uid: 498ac108-7be9-47d1-b331-fe596a28ee9e kind: Event lastTimestamp: "2026-07-09T15:38:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:37:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:38:53Z" name: isvc-sklearn-batcher-custom-predictor.18c0a92f75711086 namespace: kserve-ci-e2e-test resourceVersion: "16526" uid: 2cf75f92-8a32-4a0f-a59a-32a7e52cf9e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T15:37:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15975" uid: 498ac108-7be9-47d1-b331-fe596a28ee9e kind: Event lastTimestamp: "2026-07-09T15:38:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:37:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:38:53Z" name: isvc-sklearn-batcher-custom-predictor.18c0a92f75f2b8f5 namespace: kserve-ci-e2e-test resourceVersion: "16527" uid: 8604c36c-0226-47fe-b539-75508020bc6d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15779" uid: 615f1330-7b76-4185-96ae-63ca855760bc kind: Event lastTimestamp: "2026-07-09T15:38:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:38:45Z" name: isvc-sklearn-batcher-custom.18c0a9287799d03d namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: 5df1599d-e86a-4c61-98ac-7d4d70786223 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15779" uid: 615f1330-7b76-4185-96ae-63ca855760bc kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-custom.18c0a92878218ee5 namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: 7393b96d-3c1c-4270-8fbf-1b1aa43777e9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 615f1330-7b76-4185-96ae-63ca855760bc kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-custom.18c0a928841074ff namespace: kserve-ci-e2e-test resourceVersion: "15830" uid: 5e222537-4bbc-4c90-96b9-33407c3920d7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16458" uid: 615f1330-7b76-4185-96ae-63ca855760bc kind: Event lastTimestamp: "2026-07-09T15:38:45Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-09T15:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:38:45Z" name: isvc-sklearn-batcher-custom.18c0a93b7dfc88c0 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: 8d83ae47-4e66-4a01-8f3a-451253f1a894 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:35:28.538974Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14908" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90da6edc1fe namespace: kserve-ci-e2e-test resourceVersion: "14913" uid: 558c4ac2-1abc-4b65-b4f2-3a647421e5df reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90dc0437480 namespace: kserve-ci-e2e-test resourceVersion: "14933" uid: 2c12eac3-3489-4ac6-97ef-be66bb45d31a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:dfbfcc0c54b5e0fa04c4920b5bf8d26493ab5dce3ae98302f2ea616dc74d49a8" already present on machine metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90dc1ee77ef namespace: kserve-ci-e2e-test resourceVersion: "14935" uid: 94441506-5a13-48f8-b388-cdb9958996ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:29Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T15:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:29Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90dc4803937 namespace: kserve-ci-e2e-test resourceVersion: "14936" uid: 62cb8fab-a82a-483b-81d1-581ce3dd7d09 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:29Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T15:35:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:29Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90dc4ea3ef0 namespace: kserve-ci-e2e-test resourceVersion: "14937" uid: c0e44634-423b-43a4-b36c-022bd6f2fcee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:32Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716" metadata: creationTimestamp: "2026-07-09T15:35:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:32Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a90e9ee3f50a namespace: kserve-ci-e2e-test resourceVersion: "14967" uid: 0d9031dd-46a3-4b04-b506-587316041861 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:50Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716" in 17.683s (17.683s including waiting). Image size: 1555850663 bytes.' metadata: creationTimestamp: "2026-07-09T15:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:50Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a912bce50c1d namespace: kserve-ci-e2e-test resourceVersion: "15094" uid: 82da6a72-7e0c-4060-a377-7312ba3a6b62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:50Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a912bfcf7039 namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: 67de902f-50ad-4c6e-870b-92aef3eb67a0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:50Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a912c03b059b namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: ea4f4906-690d-4a8d-8d52-3cc5428aceae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:50Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T15:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:50Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a912c0477799 namespace: kserve-ci-e2e-test resourceVersion: "15097" uid: 4f023efc-769f-4ae6-9d9c-ce5dbc9ba9f4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:52Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.312s (2.312s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T15:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:52Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9134a176a62 namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: 12780697-551e-4dd5-86dd-4af7a295fb3a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:52Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9134cc239ab namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: ac3f806b-f748-4422-8460-10b3a68f3f36 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:52Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9134d5e5430 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: ecf131e5-2bee-4fe4-afbb-1d5d9599da12 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:52Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bc865beb0a4c9f01a1df4752390bd4260e955e32374e4da81b856592a55129a5" metadata: creationTimestamp: "2026-07-09T15:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:52Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9134d6b0716 namespace: kserve-ci-e2e-test resourceVersion: "15115" uid: d558feff-074e-40c4-ad0c-a937cc47d1f5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:55Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bc865beb0a4c9f01a1df4752390bd4260e955e32374e4da81b856592a55129a5" in 3.08s (3.08s including waiting). Image size: 239997028 bytes.' metadata: creationTimestamp: "2026-07-09T15:35:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:55Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a91405039e68 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: bc91ab38-a742-45a2-b6ab-600feca66482 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:55Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T15:35:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:55Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9140a8d1704 namespace: kserve-ci-e2e-test resourceVersion: "15141" uid: 79a2bba7-ed61-4b82-9caf-b11df36d5d78 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:35:56Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T15:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:35:56Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9140c06c93f namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 198428e2-902c-4b27-96ff-1e808a0d0b30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:35:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:35:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:39Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a914793ea008 namespace: kserve-ci-e2e-test resourceVersion: "15987" uid: 10e5d15f-d18d-4e8a-bcdb-311e6261db3e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T15:35:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T15:35:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:39Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9147948d7b7 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 516d1063-d82e-4f02-af2f-4bbd8cf9d600 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a928747ea16b namespace: kserve-ci-e2e-test resourceVersion: "15803" uid: 86fd9c19-a418-400b-8dba-8157022e8a12 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a928747ee76a namespace: kserve-ci-e2e-test resourceVersion: "15806" uid: 14676965-314f-4d44-b891-ed190c85f169 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:37:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:23Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a928747f784b namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: 3cea26c7-7675-4901-9517-0586bcfdda85 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:37:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 1704513a-bd33-4185-8db1-eb0e5c729079 kind: Event lastTimestamp: "2026-07-09T15:37:37Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T15:37:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:37:37Z" name: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6.18c0a9296da3f466 namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: a76a06a5-504a-43d5-8e54-b2d4ff245e7b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-7776d964d7 namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 67d04aaf-30ed-4c01-a217-3e8401437ffc kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: 'Created pod: isvc-sklearn-batcher-predictor-7776d964d7-vx9c6' metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher-predictor-7776d964d7.18c0a90da687a7d9 namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: 6839a280-ea90-4d02-adc4-b231c592004f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 781cd365-1899-4e17-b909-2aa12a8b64dd kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-7776d964d7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher-predictor.18c0a90d9e86f4fd namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 3ad9f3e0-b60c-4af3-920b-fcb4f79e2b83 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:35:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14903" uid: 9551db41-7e85-40c6-be63-13850bee54e2 kind: Event lastTimestamp: "2026-07-09T15:36:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:35:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:36:28Z" name: isvc-sklearn-batcher-predictor.18c0a911242ab6e5 namespace: kserve-ci-e2e-test resourceVersion: "15379" uid: 0cc69957-7d40-4c15-bdee-a45b714e9015 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T15:35:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14903" uid: 9551db41-7e85-40c6-be63-13850bee54e2 kind: Event lastTimestamp: "2026-07-09T15:36:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:35:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:36:28Z" name: isvc-sklearn-batcher-predictor.18c0a911249e6b79 namespace: kserve-ci-e2e-test resourceVersion: "15380" uid: 41e50e38-0fff-4871-9468-e3163c4a0eaa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:36:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 9551db41-7e85-40c6-be63-13850bee54e2 kind: Event lastTimestamp: "2026-07-09T15:37:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:36:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:13Z" name: isvc-sklearn-batcher-predictor.18c0a91f215e966d namespace: kserve-ci-e2e-test resourceVersion: "15710" uid: 6b2d273c-5b5f-43e7-bc4c-7a9f44b94f4b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T15:36:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 9551db41-7e85-40c6-be63-13850bee54e2 kind: Event lastTimestamp: "2026-07-09T15:37:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:36:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:37:13Z" name: isvc-sklearn-batcher-predictor.18c0a91f21d4e644 namespace: kserve-ci-e2e-test resourceVersion: "15711" uid: f53a6f63-3e9e-4ca7-a109-32321f7a196e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: 548f259d-cff6-4475-8fcb-ccbb9973dedd kind: Event lastTimestamp: "2026-07-09T15:37:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:37:10Z" name: isvc-sklearn-batcher.18c0a90da4cddc8d namespace: kserve-ci-e2e-test resourceVersion: "15683" uid: 2335f324-9c4b-4f05-b2c1-dda3423b8527 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: 548f259d-cff6-4475-8fcb-ccbb9973dedd kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher.18c0a90da530d1da namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: ab5bf127-ec59-4b6f-ada4-ba3648a6461f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:35:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: 548f259d-cff6-4475-8fcb-ccbb9973dedd kind: Event lastTimestamp: "2026-07-09T15:35:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:35:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:35:28Z" name: isvc-sklearn-batcher.18c0a90da53113cc namespace: kserve-ci-e2e-test resourceVersion: "14924" uid: 30e5816a-6e99-4ec7-bad9-7e04a6d11cd0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:37:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15681" uid: 548f259d-cff6-4475-8fcb-ccbb9973dedd kind: Event lastTimestamp: "2026-07-09T15:37:09Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-09T15:37:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:37:09Z" name: isvc-sklearn-batcher.18c0a925450cb365 namespace: kserve-ci-e2e-test resourceVersion: "15682" uid: 1dbf6c03-a5c1-4e3f-bed7-003c3f00d06f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T15:38:58.999457Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16606" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-htlbp to ip-10-0-132-248.ec2.internal metadata: creationTimestamp: "2026-07-09T15:38:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T15:38:59Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93ea759cd8f namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: 40451856-56c0-4bab-ae0c-5795918c8424 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-8676c56cd7-rlfw5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:59Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16616" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:38:59Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T15:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T15:38:59Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93ec10a6e3f namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: d5ca9b81-8f75-4cfc-b535-be5b64715659 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:38:59Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-09T15:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:38:59Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93ec2a51a4b namespace: kserve-ci-e2e-test resourceVersion: "16625" uid: 2d0b60d6-e346-464c-a2e0-3b743c4cc023 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.404s (1.404s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f165bbea8 namespace: kserve-ci-e2e-test resourceVersion: "16636" uid: 46e2a6d0-875e-4a16-b723-b5e3da1d7762 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f1998567d namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: a84b8790-9daf-445c-83a8-8d9028c30087 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f1a0d48e5 namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: 0d0e816e-0bd8-4b07-b81d-3f5721e4cd1b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f1a168853 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: 511273bb-b084-4f0e-9b5d-2e59bd0b12c1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f1d1116f6 namespace: kserve-ci-e2e-test resourceVersion: "16642" uid: bb605c44-627e-428f-813c-ad1c564efdc1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:39:00Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:39:00Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a93f1d845d9e namespace: kserve-ci-e2e-test resourceVersion: "16643" uid: 99c22c7b-b379-4dcd-9d44-d35db77bf715 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a95989fee425 namespace: kserve-ci-e2e-test resourceVersion: "17620" uid: 4cee7741-2eb0-412b-8d55-bf632d9a7468 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-htlbp namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 06d9673b-7161-4a7b-9cad-62d32077f277 kind: Event lastTimestamp: "2026-07-09T15:40:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T15:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T15:40:54Z" name: message-dumper-predictor-6575bcfdfd-htlbp.18c0a95989ffdb92 namespace: kserve-ci-e2e-test resourceVersion: "17621" uid: fa699b50-d7aa-4a91-8012-9987bc94e90a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-248.ec2.internal source: component: kubelet host: ip-10-0-132-248.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16597" uid: f31f38a0-2a8f-440d-bc7b-cdc0f6bb7c24 kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-htlbp' metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:38:58Z" name: message-dumper-predictor-6575bcfdfd.18c0a93ea6d6c801 namespace: kserve-ci-e2e-test resourceVersion: "16607" uid: 9a2e162e-71c5-4291-97cd-412d362706dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: 77c93ac6-93ae-44d7-855a-27e54af3210f kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:38:58Z" name: message-dumper-predictor.18c0a93ea3034059 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 9637d3a3-95e9-4232-9c27-fc72e1467749 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16596" uid: b3cfd428-7121-4ecc-a742-4681bb853aa3 kind: Event lastTimestamp: "2026-07-09T15:39:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:44Z" name: message-dumper-predictor.18c0a94222ad66f4 namespace: kserve-ci-e2e-test resourceVersion: "17041" uid: 999cf00d-33da-4428-9fd1-d30af043ce9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:39:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16596" uid: b3cfd428-7121-4ecc-a742-4681bb853aa3 kind: Event lastTimestamp: "2026-07-09T15:39:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T15:39:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:44Z" name: message-dumper-predictor.18c0a94223430ddd namespace: kserve-ci-e2e-test resourceVersion: "17042" uid: 534a42e6-3e2f-49c7-9626-c84ee953cbf6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:39:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16749" uid: b3cfd428-7121-4ecc-a742-4681bb853aa3 kind: Event lastTimestamp: "2026-07-09T15:39:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:59Z" name: message-dumper-predictor.18c0a945a21e153e namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: f7fb36de-6b75-41c6-882d-9c7b20f2b80e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T15:39:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16749" uid: b3cfd428-7121-4ecc-a742-4681bb853aa3 kind: Event lastTimestamp: "2026-07-09T15:39:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T15:39:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T15:39:59Z" name: message-dumper-predictor.18c0a945a29cb8b6 namespace: kserve-ci-e2e-test resourceVersion: "17150" uid: 4f3ae508-4620-468c-aa11-41fd3eb1d9cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16567" uid: 82379dfa-5918-44d9-9536-5573afec2ff3 kind: Event lastTimestamp: "2026-07-09T15:39:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:39:09Z" name: message-dumper.18c0a93ea33a268d namespace: kserve-ci-e2e-test resourceVersion: "16714" uid: 6d917109-9319-4e12-8950-503746742bc1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:38:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16567" uid: 82379dfa-5918-44d9-9536-5573afec2ff3 kind: Event lastTimestamp: "2026-07-09T15:38:58Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T15:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:38:58Z" name: message-dumper.18c0a93ea3ac1ea0 namespace: kserve-ci-e2e-test resourceVersion: "16602" uid: f302023f-4557-4c88-a2d9-6df85a6eb4c4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T15:39:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: 82379dfa-5918-44d9-9536-5573afec2ff3 kind: Event lastTimestamp: "2026-07-09T15:39:09Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-09T15:39:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T15:39:09Z" name: message-dumper.18c0a9412ce909e2 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 0f3bb627-cb20-42db-92da-ce0766f3900b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22453"