--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:42.755352Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b281be80fb99 namespace: kserve-ci-e2e-test resourceVersion: "21669" uid: a74922ae-5123-47b9-9b92-3b7e50562ec7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21673" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b281d8098f1c namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: 73af97a8-e929-411e-a508-8e7fce0769b9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b281d9bf5994 namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: f127612c-ecfe-476b-b1dd-18605e763dee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b281dc8b58fb namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: 4ee6bad4-3b19-4ca1-9759-f1989555bc52 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b281dd019fcc namespace: kserve-ci-e2e-test resourceVersion: "21685" uid: e513a4c3-0f58-45a9-a3c1-55f47908a25b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b282fd88fa36 namespace: kserve-ci-e2e-test resourceVersion: "21725" uid: 72e6daf4-28ed-480a-820e-e9c1353f70d1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b2830082bdbf namespace: kserve-ci-e2e-test resourceVersion: "21727" uid: 3f88aa62-3ea2-414e-a06a-6a22fa089c69 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b28300f9eddb namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: c8122333-5f9c-4b6d-af5f-94276e52e829 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b2830103bd42 namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: e7899030-11b4-4a02-b044-19ec76c3d5e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b28303b761eb namespace: kserve-ci-e2e-test resourceVersion: "21731" uid: 762a8cb2-8005-4a64-aec0-2862cf0d98e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b283042e1b55 namespace: kserve-ci-e2e-test resourceVersion: "21732" uid: a46a241d-a9ee-405d-b94d-3045d0498b2f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:28:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:28:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:28:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:56Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b28375646265 namespace: kserve-ci-e2e-test resourceVersion: "21794" uid: d82bd4a6-722e-4b23-b102-05af1711ec94 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:29:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:12Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b288be46d9dc namespace: kserve-ci-e2e-test resourceVersion: "21934" uid: 067352d5-2e3f-4406-8e83-995929d542aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 19787062-9e22-44ed-b92f-46e8ddd9410b kind: Event lastTimestamp: "2026-07-09T18:29:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:29:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:29:12Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs.18c0b288be476ea9 namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: e5d11d4e-2c3c-4bca-a0e2-13ed860c00dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21654" uid: 4aeafe71-1179-4bd8-ad31-864610767586 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-gqpqs' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c0b281bd928422 namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: 82a0564c-1c29-48c3-bfa0-00cd927354e5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21651" uid: 504d043d-55fc-4a78-ba5b-3f0176aee34f kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:42Z" name: isvc-autogluon-ts-v1-predictor.18c0b281b6cc9273 namespace: kserve-ci-e2e-test resourceVersion: "21656" uid: 86efba00-b07b-4f37-bfe6-06f8b983f642 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21653" uid: c00af9f6-1463-48b0-a9a5-d27d95e524c2 kind: Event lastTimestamp: "2026-07-09T18:29:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:12Z" name: isvc-autogluon-ts-v1-predictor.18c0b28535db3e00 namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: dee4a8b0-54bb-4185-9d05-00f6af25e012 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21653" uid: c00af9f6-1463-48b0-a9a5-d27d95e524c2 kind: Event lastTimestamp: "2026-07-09T18:29:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:12Z" name: isvc-autogluon-ts-v1-predictor.18c0b285364c040e namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: 85b3d171-20c4-474f-93b2-bc3d13667d64 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: 667a2e6b-b65f-4152-b5bd-e151274da846 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:06Z" name: isvc-autogluon-ts-v1.18c0b281b6cbc9e8 namespace: kserve-ci-e2e-test resourceVersion: "21875" uid: d7b75b68-4d83-45c9-afb5-9196ee6594f8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: 667a2e6b-b65f-4152-b5bd-e151274da846 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: isvc-autogluon-ts-v1.18c0b281b7aeef03 namespace: kserve-ci-e2e-test resourceVersion: "21675" uid: 2e8b474c-ce6e-4802-88f8-9ee34b43f773 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:28:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: 667a2e6b-b65f-4152-b5bd-e151274da846 kind: Event lastTimestamp: "2026-07-09T18:28:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:42Z" name: isvc-autogluon-ts-v1.18c0b281b7af2a98 namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: 58662d65-87d5-40ff-a64d-37534da87e8c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:29:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21873" uid: 667a2e6b-b65f-4152-b5bd-e151274da846 kind: Event lastTimestamp: "2026-07-09T18:29:06Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-09T18:29:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:29:06Z" name: isvc-autogluon-ts-v1.18c0b28735cfa7f5 namespace: kserve-ci-e2e-test resourceVersion: "21874" uid: 91953dea-2b7a-44c0-86a1-d4d2a5f27b96 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:19:01.103911Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17268" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:19:01Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa51603497 namespace: kserve-ci-e2e-test resourceVersion: "17281" uid: 2a4e8f45-fc75-413d-96d2-05c450b3aef4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa6223e046 namespace: kserve-ci-e2e-test resourceVersion: "17294" uid: 00f82674-f06d-488c-b486-2509f0da5230 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17286" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:02Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:19:02Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa8e96024b namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: 39d9a2a5-44fa-468b-8658-2c8087f5f980 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:02Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa9009e702 namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: 38b20982-2383-4cc7-ae09-5eb68dd9da67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:02Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa92cccd21 namespace: kserve-ci-e2e-test resourceVersion: "17312" uid: 320dd7e1-5f61-439c-8f16-2b575a56af29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:02Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b1fa934117b2 namespace: kserve-ci-e2e-test resourceVersion: "17313" uid: 29c5c03b-f7c6-47ed-85e8-29edbf9a3882 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:19:31Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-09T18:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:31Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b201822b269a namespace: kserve-ci-e2e-test resourceVersion: "17537" uid: e4de5117-3be1-43da-aae0-6aa99c41c468 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:54Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m22.768s (2m22.768s including waiting). Image size: 8939191067 bytes.' metadata: creationTimestamp: "2026-07-09T18:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222bfd7f916 namespace: kserve-ci-e2e-test resourceVersion: "18530" uid: 9ae054e8-b267-4ce4-be19-cd35f734df95 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222c6309d4e namespace: kserve-ci-e2e-test resourceVersion: "18531" uid: 2aede464-592a-42c1-a01f-ec23520cb718 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222c7418f54 namespace: kserve-ci-e2e-test resourceVersion: "18532" uid: 1b934f62-748c-4770-ba37-8fc308513310 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222c74b28d0 namespace: kserve-ci-e2e-test resourceVersion: "18533" uid: 43cd078d-0b30-414f-98f0-dcfd637bf313 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:54Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222cd813b57 namespace: kserve-ci-e2e-test resourceVersion: "18535" uid: 98b35f08-70e0-4121-8b13-47095d22bb7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:21:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:21:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:55Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b222ce8f303f namespace: kserve-ci-e2e-test resourceVersion: "18536" uid: 04a7fc6d-9ca7-4e70-a4e9-d99ae4294f15 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:22:02Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:02Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b2232c3c928d namespace: kserve-ci-e2e-test resourceVersion: "18594" uid: db28203b-2304-45ff-a20d-79daa926463e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:22:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b228eb20f9e6 namespace: kserve-ci-e2e-test resourceVersion: "18744" uid: 3dcbd0a1-7970-4f04-bb04-bcc41654119b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s namespace: kserve-ci-e2e-test resourceVersion: "17274" uid: 88f79c8d-148a-436c-be08-569d9cc1538b kind: Event lastTimestamp: "2026-07-09T18:22:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s.18c0b228eb2252bd namespace: kserve-ci-e2e-test resourceVersion: "18745" uid: a6b77afd-99c2-44f5-9f20-1a150bf7733b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17239" uid: f5297eb6-5850-4087-8ca3-610dc8d06be3 kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-h4w6s' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:01Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c0b1fa50454eb0 namespace: kserve-ci-e2e-test resourceVersion: "17272" uid: 60b72fbc-8053-4ffa-97e8-109a4132bff2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17230" uid: 027b37be-014b-4936-8abf-747a954007fb kind: Event lastTimestamp: "2026-07-09T18:19:00Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:00Z" name: isvc-autogluon-v1-predictor.18c0b1fa4b17ef85 namespace: kserve-ci-e2e-test resourceVersion: "17243" uid: 21ba1884-7155-4908-9410-0e5002804bbc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: eecf33e7-646f-4964-9d2d-e0a5e68ee529 kind: Event lastTimestamp: "2026-07-09T18:22:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:01Z" name: isvc-autogluon-v1-predictor.18c0b1fdc9a6a3ed namespace: kserve-ci-e2e-test resourceVersion: "18581" uid: e50b5c9e-3f67-4731-a236-46971670ae73 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:19:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: eecf33e7-646f-4964-9d2d-e0a5e68ee529 kind: Event lastTimestamp: "2026-07-09T18:22:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:01Z" name: isvc-autogluon-v1-predictor.18c0b1fdca0dbebd namespace: kserve-ci-e2e-test resourceVersion: "18582" uid: 68e1d276-e8fd-4713-b2c0-441f4eabcafd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17416" uid: eecf33e7-646f-4964-9d2d-e0a5e68ee529 kind: Event lastTimestamp: "2026-07-09T18:22:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:22:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:16Z" name: isvc-autogluon-v1-predictor.18c0b227c0cef620 namespace: kserve-ci-e2e-test resourceVersion: "18696" uid: e15216a4-45c7-4ad0-8506-f644ca7393da reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:19:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17222" uid: d3d7dac6-9187-4b3b-a706-25191410acb4 kind: Event lastTimestamp: "2026-07-09T18:22:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:22:12Z" name: isvc-autogluon-v1.18c0b1fa4b19f192 namespace: kserve-ci-e2e-test resourceVersion: "18670" uid: 1b4b57f6-e2a3-4d00-a656-bc8edb5cbb40 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17222" uid: d3d7dac6-9187-4b3b-a706-25191410acb4 kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:01Z" name: isvc-autogluon-v1.18c0b1fa4bc3b380 namespace: kserve-ci-e2e-test resourceVersion: "17285" uid: 8d3d57b7-4c57-443f-bc52-172693247aa8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17222" uid: d3d7dac6-9187-4b3b-a706-25191410acb4 kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:01Z" name: isvc-autogluon-v1.18c0b1fa4bc41624 namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 1f640671-faf2-49e6-86d1-c816c0baa13b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18668" uid: d3d7dac6-9187-4b3b-a706-25191410acb4 kind: Event lastTimestamp: "2026-07-09T18:22:12Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-09T18:22:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:22:12Z" name: isvc-autogluon-v1.18c0b226ebba6747 namespace: kserve-ci-e2e-test resourceVersion: "18669" uid: 313b578d-32c7-4a66-a93c-47a89ed47b33 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:47.535248Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b266ead993ea namespace: kserve-ci-e2e-test resourceVersion: "20792" uid: d231a60e-ca8b-47c2-927f-e0b44e58cd5f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b267043c18aa namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: 631b6786-9799-4980-8ff2-1e87df2ca87f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b267060d4f43 namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 2bd7ac8c-fe99-4d56-87d4-fafd38b9f2e7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:26:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:48Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b26708bbb1d8 namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: a41241c8-bf5a-4c1c-bec3-09cd2998ae84 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:26:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:48Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b267092a7738 namespace: kserve-ci-e2e-test resourceVersion: "20802" uid: 346d72f1-3db9-479f-b624-394a88b5eae7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b2681d99da7c namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 5e4c4360-d229-4acc-8d41-5af0e0167a08 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b2682052c56d namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 730f9ab5-390b-4755-9d94-2477670c70be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b268211a7361 namespace: kserve-ci-e2e-test resourceVersion: "20846" uid: c20c8553-0f25-4e90-9d5b-7805a2bfe752 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b26821264302 namespace: kserve-ci-e2e-test resourceVersion: "20848" uid: ff2eaad4-68b6-4346-b3bd-72b04b4b658e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b26823d792ee namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 0fa00d12-28b3-4716-8e61-78955c103794 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:26:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:52Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b268244d9b59 namespace: kserve-ci-e2e-test resourceVersion: "20851" uid: 08f5a3be-e7bf-4a83-a69c-a523bf83e4b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:28:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:37Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b2808761b1a5 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: f0176c24-9b1a-4236-8a2b-d29dc7f16914 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: e7643940-45d1-4d53-8c82-6eea4ea31ce0 kind: Event lastTimestamp: "2026-07-09T18:28:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:37Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr.18c0b280876283a5 namespace: kserve-ci-e2e-test resourceVersion: "21603" uid: 37d57a50-a8ce-4a47-a4c7-0a3a100db626 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: a78d64e4-c010-4a0d-8e34-359828162ba6 kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-cdjkr' metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c0b266e9fd6a64 namespace: kserve-ci-e2e-test resourceVersion: "20785" uid: c062a73a-4b82-4756-b30f-2649d4562b1d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20768" uid: 23775584-76b1-4d44-8c13-cbf3d4d0ad3b kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash-predictor.18c0b266e1f90ea3 namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: cd8db679-c57b-4a77-95bb-b2ea37a69b8b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 20757bf4-8b0c-47e5-81c5-a2f9bc772b91 kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:32Z" name: isvc-autogluon-v2-noslash-predictor.18c0b26a601dfa19 namespace: kserve-ci-e2e-test resourceVersion: "21125" uid: 8218ee59-5456-4228-9357-e969910f3d75 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:27:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 20757bf4-8b0c-47e5-81c5-a2f9bc772b91 kind: Event lastTimestamp: "2026-07-09T18:27:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:27:32Z" name: isvc-autogluon-v2-noslash-predictor.18c0b26a60fa173e namespace: kserve-ci-e2e-test resourceVersion: "21126" uid: 0234a6cb-24dc-404d-b41f-8f8134310b13 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:27:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 20757bf4-8b0c-47e5-81c5-a2f9bc772b91 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:32Z" name: isvc-autogluon-v2-noslash-predictor.18c0b274df13c4d8 namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: b1a122a9-220c-4c3f-b2d9-bca51a76d699 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:27:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 20757bf4-8b0c-47e5-81c5-a2f9bc772b91 kind: Event lastTimestamp: "2026-07-09T18:28:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:32Z" name: isvc-autogluon-v2-noslash-predictor.18c0b274df9912dc namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: e1c71eb8-4316-47b2-9276-9f7747712b84 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20761" uid: 8ec85622-9749-457a-b74f-9ce6d5d18fc1 kind: Event lastTimestamp: "2026-07-09T18:28:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:27Z" name: isvc-autogluon-v2-noslash.18c0b266e0a6f626 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: be5591d0-f091-4058-b5af-83a659109322 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20761" uid: 8ec85622-9749-457a-b74f-9ce6d5d18fc1 kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash.18c0b266e15c4089 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: 8eb77d84-5c31-4ecd-85c0-bda04c4b40fb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20761" uid: 8ec85622-9749-457a-b74f-9ce6d5d18fc1 kind: Event lastTimestamp: "2026-07-09T18:26:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:47Z" name: isvc-autogluon-v2-noslash.18c0b266e15c8d9b namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: 4737d4ca-fc0f-4c0a-b218-68324539359d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 8ec85622-9749-457a-b74f-9ce6d5d18fc1 kind: Event lastTimestamp: "2026-07-09T18:28:27Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-09T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:27Z" name: isvc-autogluon-v2-noslash.18c0b27e402cebff namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: d90a3014-38a6-4760-99b4-a2a580ba74bd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:22:26.678646Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-6lb66 to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:22:26Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22a2e95c43e namespace: kserve-ci-e2e-test resourceVersion: "18819" uid: 49bc3865-a7b1-4eee-854c-fb27371b01b0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:27Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18824" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:27Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:22:27Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22a4bc25780 namespace: kserve-ci-e2e-test resourceVersion: "18832" uid: 66167d74-5dad-4409-b9b4-a13890f1e796 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:27Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22a4d7c6029 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: 3ac62115-0670-4827-90d4-31c45837c1c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:27Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22a53b6be75 namespace: kserve-ci-e2e-test resourceVersion: "18835" uid: 96f95723-1172-4adf-bb6c-25489cb5cc9c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:22:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:27Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22a55062897 namespace: kserve-ci-e2e-test resourceVersion: "18836" uid: 4f524d64-9556-4b98-bea5-bd68487bd6bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b965e5de8 namespace: kserve-ci-e2e-test resourceVersion: "18883" uid: 977d24f9-3eef-445f-b1c4-1ee922e31af3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b9946d9c9 namespace: kserve-ci-e2e-test resourceVersion: "18885" uid: f74799b6-3b0c-45d3-8846-01f7899a4555 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b99bebf24 namespace: kserve-ci-e2e-test resourceVersion: "18886" uid: 88d27b49-2e59-488e-a381-ede5d54d060d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b99caf349 namespace: kserve-ci-e2e-test resourceVersion: "18889" uid: a6cc252f-86ad-4fa3-98a7-cf169d15bbcf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b9c917a75 namespace: kserve-ci-e2e-test resourceVersion: "18890" uid: 84a6a74a-a16b-421a-91c3-aea15abf8e47 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:22:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:22:32Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b22b9d10cd5a namespace: kserve-ci-e2e-test resourceVersion: "18892" uid: 8ce533c2-0d30-45e7-98bf-db627fd1eaeb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:24:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:16Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b243cf0d3bbf namespace: kserve-ci-e2e-test resourceVersion: "19629" uid: 9eec1e7a-b687-4950-84e4-4d86662be4c6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-6lb66 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: fbde0535-cadf-4f1c-9daa-6db0c87e1ec8 kind: Event lastTimestamp: "2026-07-09T18:24:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:16Z" name: isvc-autogluon-v2-predictor-67b849d456-6lb66.18c0b243cf0db264 namespace: kserve-ci-e2e-test resourceVersion: "19630" uid: 5bf84d41-400d-4d12-9732-127cd638b244 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18802" uid: 260205a8-be53-4be3-acbe-67b7b2cef252 kind: Event lastTimestamp: "2026-07-09T18:22:26Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-6lb66' metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:26Z" name: isvc-autogluon-v2-predictor-67b849d456.18c0b22a2e009aa1 namespace: kserve-ci-e2e-test resourceVersion: "18815" uid: e716fc7e-ab89-425d-8c72-4765883e815e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18799" uid: 081c5d44-9411-43cb-bd3c-d0c4e25954df kind: Event lastTimestamp: "2026-07-09T18:22:26Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:26Z" name: isvc-autogluon-v2-predictor.18c0b22a280bfd1f namespace: kserve-ci-e2e-test resourceVersion: "18804" uid: 313330c9-8a6b-4cc0-b6c7-8f2f797b49a5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18801" uid: d1205476-c81f-48f7-9075-c6e8147cbe02 kind: Event lastTimestamp: "2026-07-09T18:22:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:41Z" name: isvc-autogluon-v2-predictor.18c0b22da7aa1330 namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: b49469dd-0726-492f-8175-7d6123b059af reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18801" uid: d1205476-c81f-48f7-9075-c6e8147cbe02 kind: Event lastTimestamp: "2026-07-09T18:22:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:22:41Z" name: isvc-autogluon-v2-predictor.18c0b22da821059b namespace: kserve-ci-e2e-test resourceVersion: "18952" uid: 02da7297-fed3-4fea-9ac7-f161bb69cdbe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:22:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: d1205476-c81f-48f7-9075-c6e8147cbe02 kind: Event lastTimestamp: "2026-07-09T18:24:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:22:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:11Z" name: isvc-autogluon-v2-predictor.18c0b23126f8b745 namespace: kserve-ci-e2e-test resourceVersion: "19573" uid: a6671f40-441c-40df-b9b4-f465d7e7074e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:22:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: d1205476-c81f-48f7-9075-c6e8147cbe02 kind: Event lastTimestamp: "2026-07-09T18:24:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:22:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:11Z" name: isvc-autogluon-v2-predictor.18c0b231276688b5 namespace: kserve-ci-e2e-test resourceVersion: "19574" uid: fbfe0059-0594-4284-9c46-6f37ab1298e7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:21.945880Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19688" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b245050c39d3 namespace: kserve-ci-e2e-test resourceVersion: "19693" uid: a9f605ee-937f-4475-b80f-301152bec4ba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:22Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b2451e892724 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: b4dfc0c8-648c-464c-9d13-a7be435818cd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b2451ff1ce6b namespace: kserve-ci-e2e-test resourceVersion: "19706" uid: 61bb0c4f-f31f-47d7-b27c-2bf019b9bfa4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b245229c178a namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: c90bb2d4-b5d8-4bae-931f-063550aab7bb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b2452310a476 namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: 47f7bf2a-78a6-4a67-85a0-2f6fc17bb847 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c4e38de5b namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: 11028d73-ed85-4963-b74f-a569d82383b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c5130a5ae namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 9b682965-5594-4369-88c5-fe38d9da2095 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c51ab42bd namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: acb44840-29d5-4e41-845f-91ad0c47ef98 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c51b677f0 namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 046153fa-5503-47c0-ba80-8a5cb3619461 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c54b36f88 namespace: kserve-ci-e2e-test resourceVersion: "19938" uid: dd08838c-06d4-4b0b-b065-3f70e4ace7ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:24:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b24c552b10a6 namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: 79885059-ad7a-4ef0-b410-a34446512a40 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:26:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:42Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b265ab391be3 namespace: kserve-ci-e2e-test resourceVersion: "20714" uid: 46669496-03cc-47aa-87aa-2796e583c29b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:26:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:42Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b265ab399b10 namespace: kserve-ci-e2e-test resourceVersion: "20716" uid: 65e41682-da38-4818-a868-4b3f21810316 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd namespace: kserve-ci-e2e-test resourceVersion: "19690" uid: daf60e1d-8be0-4c96-a7d6-2f359ac7f995 kind: Event lastTimestamp: "2026-07-09T18:26:42Z" message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-autogluon-v2-variants/ready": dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:42Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd.18c0b265c237f443 namespace: kserve-ci-e2e-test resourceVersion: "20720" uid: aa2914e4-7338-4320-988f-0b7d13ddb8a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19677" uid: 62d366a6-2323-49e8-8112-0358ab00fd9e kind: Event lastTimestamp: "2026-07-09T18:24:21Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-4sbgd' metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c0b245049ea87c namespace: kserve-ci-e2e-test resourceVersion: "19689" uid: 61b90d1a-ba19-425c-bd46-19f11115d269 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: c5a45e7d-818f-42d2-ba85-bc6facf75617 kind: Event lastTimestamp: "2026-07-09T18:24:21Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:21Z" name: isvc-autogluon-v2-variants-predictor.18c0b244fff550d9 namespace: kserve-ci-e2e-test resourceVersion: "19678" uid: c1ac4e44-bc00-4709-a86f-79b705f8dee3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: 938cc876-362a-4bec-9bbc-33c29ca95b50 kind: Event lastTimestamp: "2026-07-09T18:24:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:51Z" name: isvc-autogluon-v2-variants-predictor.18c0b2487ef009f1 namespace: kserve-ci-e2e-test resourceVersion: "19918" uid: dbf415d9-33f9-4368-a7e8-6b0fd8653c7f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: 938cc876-362a-4bec-9bbc-33c29ca95b50 kind: Event lastTimestamp: "2026-07-09T18:24:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:51Z" name: isvc-autogluon-v2-variants-predictor.18c0b2487f5896a5 namespace: kserve-ci-e2e-test resourceVersion: "19919" uid: e6195023-acca-465a-bdbc-a4dbcc15b9d3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:25:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19817" uid: 938cc876-362a-4bec-9bbc-33c29ca95b50 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:37Z" name: isvc-autogluon-v2-variants-predictor.18c0b24f7dad7cdd namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 26e96923-f194-4f7e-8103-1b15f4443fd9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:25:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19817" uid: 938cc876-362a-4bec-9bbc-33c29ca95b50 kind: Event lastTimestamp: "2026-07-09T18:26:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:37Z" name: isvc-autogluon-v2-variants-predictor.18c0b24f7e1d3b92 namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: 7d242d92-2bea-47b0-b89f-0b641b6f6fc2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:24:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19668" uid: 6da97848-9fb9-4d9a-a640-d90aba44267f kind: Event lastTimestamp: "2026-07-09T18:26:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:32Z" name: isvc-autogluon-v2-variants.18c0b244fffa8ec6 namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: 3a6e4cfe-e1c8-48d7-93c9-5d7f59fae59b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19668" uid: 6da97848-9fb9-4d9a-a640-d90aba44267f kind: Event lastTimestamp: "2026-07-09T18:24:21Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:21Z" name: isvc-autogluon-v2-variants.18c0b245004e1679 namespace: kserve-ci-e2e-test resourceVersion: "19698" uid: 10c53e08-29ba-43f2-91d1-87da76b3ae01 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19668" uid: 6da97848-9fb9-4d9a-a640-d90aba44267f kind: Event lastTimestamp: "2026-07-09T18:24:21Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:21Z" name: isvc-autogluon-v2-variants.18c0b245004e6922 namespace: kserve-ci-e2e-test resourceVersion: "19700" uid: 765162d7-9cad-4083-b3d1-98f2ef615754 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: 6da97848-9fb9-4d9a-a640-d90aba44267f kind: Event lastTimestamp: "2026-07-09T18:26:32Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-09T18:26:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:32Z" name: isvc-autogluon-v2-variants.18c0b26375aa264d namespace: kserve-ci-e2e-test resourceVersion: "20632" uid: 021fbf2c-c0ed-4cc6-81ed-7d8fa645679a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-09T18:22:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18793" uid: 82980147-5208-4976-b683-5dd5718c8725 kind: Event lastTimestamp: "2026-07-09T18:24:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:11Z" name: isvc-autogluon-v2.18c0b22a281b06d9 namespace: kserve-ci-e2e-test resourceVersion: "19572" uid: 9965647b-d8b6-4aae-9e0b-99843113068b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18793" uid: 82980147-5208-4976-b683-5dd5718c8725 kind: Event lastTimestamp: "2026-07-09T18:22:26Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:22:26Z" name: isvc-autogluon-v2.18c0b22a289c417e namespace: kserve-ci-e2e-test resourceVersion: "18808" uid: 5a89e26c-5672-4213-a48b-43c08dd37604 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:22:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18793" uid: 82980147-5208-4976-b683-5dd5718c8725 kind: Event lastTimestamp: "2026-07-09T18:22:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:22:26Z" name: isvc-autogluon-v2.18c0b22a289c83b1 namespace: kserve-ci-e2e-test resourceVersion: "18809" uid: 9eaa513f-5fcb-4605-928b-3baf1c905650 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19570" uid: 82980147-5208-4976-b683-5dd5718c8725 kind: Event lastTimestamp: "2026-07-09T18:24:11Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-09T18:24:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:11Z" name: isvc-autogluon-v2.18c0b242a07ab856 namespace: kserve-ci-e2e-test resourceVersion: "19571" uid: ee91f9a9-16c1-40a5-8d47-cdccb0c9748f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:25.696984Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16477" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-57ff67ccd6-d7gbk to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:25Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e41aae0506 namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: 383d5313-9542-40a9-84a5-d1b93483e2c5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:26Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e4342476d7 namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: 030000da-15f3-46d1-b91c-ac3d8a7b84a8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:26Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e435d5b7ed namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: cfac732f-8f93-47e4-bfdf-8b6724df18b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:26Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e4386828f9 namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 0321c0b7-d625-444a-9cce-b20a26716859 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:26Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:17:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:26Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e438dafef7 namespace: kserve-ci-e2e-test resourceVersion: "16498" uid: c613f94f-46e0-40c3-b78c-d876c9b803ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e53aa69f44 namespace: kserve-ci-e2e-test resourceVersion: "16532" uid: 4f012151-e704-4ecb-9cb4-fe65272b1f59 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e53d690615 namespace: kserve-ci-e2e-test resourceVersion: "16534" uid: f67f2621-1d3c-4597-ac2d-9489b1c0da1d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e53de07403 namespace: kserve-ci-e2e-test resourceVersion: "16536" uid: 4e0621f0-8235-4864-ae1a-c423f58d5738 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e53deac6de namespace: kserve-ci-e2e-test resourceVersion: "16537" uid: f6125ca6-9420-4af7-b543-a2a9244b2dbd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e540732785 namespace: kserve-ci-e2e-test resourceVersion: "16540" uid: fd5a9026-b53a-46d9-9ae6-59fa07c76bea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e540ea55c7 namespace: kserve-ci-e2e-test resourceVersion: "16541" uid: c0376431-5373-46de-8f1a-cf5a164cca5c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e540f5546c namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: ea65f75c-d433-44c7-bf3f-71c4b6e0a38c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e5447dea23 namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: 56cfec5b-7be0-4ae5-9bd3-f1581df5c3b1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:17:30Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:30Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e544f20bb6 namespace: kserve-ci-e2e-test resourceVersion: "16546" uid: 3e1a8766-3a53-4015-a2d2-9d264ce93362 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:17:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e576b1821e namespace: kserve-ci-e2e-test resourceVersion: "17429" uid: c482750f-b53f-4c06-8fd5-f94c44008791 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:17:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:07Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:17:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:07Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1e576bbd7ab namespace: kserve-ci-e2e-test resourceVersion: "17357" uid: 27e92661-ec99-42b6-9c6f-c7be5c6f35a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1fa4cd2a98b namespace: kserve-ci-e2e-test resourceVersion: "17255" uid: 32b7855f-8dd0-4f74-9d93-9d8535e5aed9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1fa4cd2f9a1 namespace: kserve-ci-e2e-test resourceVersion: "17256" uid: 71da5d10-03a3-4f66-aa0b-63e0e1526716 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1fa4cd32318 namespace: kserve-ci-e2e-test resourceVersion: "17257" uid: 4305200a-561a-4b36-b2a9-278f4071ea7d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-57ff67ccd6-d7gbk namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: c348671f-a7ef-46ad-9b57-5b5ac2dd5a5c kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: isvc-logger-predictor-57ff67ccd6-d7gbk.18c0b1faa6e6e9f2 namespace: kserve-ci-e2e-test resourceVersion: "17428" uid: c0b307f9-4b0c-4ad9-8aa5-20139c7b7f0f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-57ff67ccd6 namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: 9e2defd7-52d0-4a47-b93a-6eb80fdb8b65 kind: Event lastTimestamp: "2026-07-09T18:17:25Z" message: 'Created pod: isvc-logger-predictor-57ff67ccd6-d7gbk' metadata: creationTimestamp: "2026-07-09T18:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:25Z" name: isvc-logger-predictor-57ff67ccd6.18c0b1e41a1efb8d namespace: kserve-ci-e2e-test resourceVersion: "16478" uid: 25f93efa-2612-4f82-9024-ef9fd0dc8eec reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16463" uid: a4722da3-1a45-4264-bbad-005740d1f19b kind: Event lastTimestamp: "2026-07-09T18:17:25Z" message: Scaled up replica set isvc-logger-predictor-57ff67ccd6 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:25Z" name: isvc-logger-predictor.18c0b1e416d0bf6a namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 2081e533-f069-45be-9cc1-0ee9f5afaeb6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 64bf84c3-e2e7-471c-8ecc-a26115515e20 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: isvc-logger-predictor.18c0b1e795477d09 namespace: kserve-ci-e2e-test resourceVersion: "16638" uid: 8e82c5d0-9b7c-4999-a564-3a0aaf6c4832 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 64bf84c3-e2e7-471c-8ecc-a26115515e20 kind: Event lastTimestamp: "2026-07-09T18:17:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:40Z" name: isvc-logger-predictor.18c0b1e795b31575 namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: dc7a076e-0a3d-4bee-9d0a-2060651e34e2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: 64bf84c3-e2e7-471c-8ecc-a26115515e20 kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: isvc-logger-predictor.18c0b1eb14757e98 namespace: kserve-ci-e2e-test resourceVersion: "17181" uid: c8a25403-2d51-410d-ae38-a45f895aa81b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:17:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: 64bf84c3-e2e7-471c-8ecc-a26115515e20 kind: Event lastTimestamp: "2026-07-09T18:18:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:55Z" name: isvc-logger-predictor.18c0b1eb14e12eed namespace: kserve-ci-e2e-test resourceVersion: "17182" uid: 39c00246-9026-4ff5-ae0f-d3ed2e0acc07 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:17:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16456" uid: 1784231e-a1b5-414c-a1c6-5753fb525a12 kind: Event lastTimestamp: "2026-07-09T18:18:47Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:47Z" name: isvc-logger.18c0b1e416d23426 namespace: kserve-ci-e2e-test resourceVersion: "17126" uid: 928367a4-8728-48e3-82d2-ece1c95fc9c0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16456" uid: 1784231e-a1b5-414c-a1c6-5753fb525a12 kind: Event lastTimestamp: "2026-07-09T18:17:25Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:25Z" name: isvc-logger.18c0b1e4176b4d6f namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 0b2e3f43-4d39-4bad-a1ca-c762366cac82 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:18:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: 1784231e-a1b5-414c-a1c6-5753fb525a12 kind: Event lastTimestamp: "2026-07-09T18:18:47Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-09T18:18:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:18:47Z" name: isvc-logger.18c0b1f732fe7db3 namespace: kserve-ci-e2e-test resourceVersion: "17125" uid: 598a0220-6dd3-4724-94ea-231cc32a889d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:30.454728Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1c945b4c769 namespace: kserve-ci-e2e-test resourceVersion: "15498" uid: 948a7ae9-cf43-4d59-bf37-a49d1f835084 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1c95f456b50 namespace: kserve-ci-e2e-test resourceVersion: "15513" uid: 177ee3c1-6158-481c-b4c8-77b3d69c144c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1c960e433a3 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: d3d342ef-0222-4aed-ab22-d2ba0b2162eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1c9643159a4 namespace: kserve-ci-e2e-test resourceVersion: "15516" uid: 890758a0-2134-4973-931b-a427986d7aa6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1c964c3c273 namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: 81135839-a22d-434c-a2e8-420120f1efe4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca59a2a83e namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: 9b4be83e-3d39-4230-a073-72e24cc4e7c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca5c80df78 namespace: kserve-ci-e2e-test resourceVersion: "15558" uid: 970d8e3b-41bd-49d3-8dd4-31e95bb6d1b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca5cf608ca namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: 87cb4eb6-24f5-4f77-aabe-e6f855b6a8fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca5d016d7d namespace: kserve-ci-e2e-test resourceVersion: "15560" uid: 1cea37a5-98b3-478f-a60f-a36ea0d2b6b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca6057603e namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: bc1698e8-7fbd-425d-bf79-157a2bf01dab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca60c9cdb2 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 73943b1a-dfcc-482f-8884-4af92a32e288 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca60d3602e namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 1eeed365-f006-4434-888e-ae4e5ad772f8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca643329f3 namespace: kserve-ci-e2e-test resourceVersion: "15568" uid: aa7971fc-974c-439a-af18-14bf0f2dd3f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:15:35Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:15:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:35Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca64a5a7d9 namespace: kserve-ci-e2e-test resourceVersion: "15569" uid: 63fef488-6b40-43be-be35-5b41cbabfdc0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:15:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:13Z" message: 'Readiness probe failed: dial tcp 10.132.0.20:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:13Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1ca95a9396d namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 3fe81ee1-1a4d-4197-b0ff-708db9886665 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:15:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:13Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:15:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:13Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1cad17d8c7c namespace: kserve-ci-e2e-test resourceVersion: "16351" uid: 4f330cf5-6161-4606-9db1-2d6798c72351 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:05Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1df6bd38e09 namespace: kserve-ci-e2e-test resourceVersion: "16256" uid: 23a3596d-142a-4ea9-8653-5111564161f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:05Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1df6bda9960 namespace: kserve-ci-e2e-test resourceVersion: "16260" uid: b44b7ff2-6027-4c26-a422-a18ee7791c00 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:05Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1df6bde65a6 namespace: kserve-ci-e2e-test resourceVersion: "16261" uid: 17906b27-7ee9-4f92-ac42-e4ad63c545a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7 namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 13b836f2-52ec-4c9c-92ae-f03e0317baeb kind: Event lastTimestamp: "2026-07-09T18:17:23Z" message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp 10.132.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:23Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7.18c0b1e001af326a namespace: kserve-ci-e2e-test resourceVersion: "16433" uid: 0445ae8f-2173-474f-b2c3-fc34ae47b6c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-569c9bcb84 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 96d4cf3b-1730-4fc9-8a15-11899544c3bb kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-569c9bcb84-g5ss7' metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor-569c9bcb84.18c0b1c945158f9e namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: d88c70a6-4f0b-4797-bbd7-f6847a7758cf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 12772008-6332-476c-91b6-84cc8d278a65 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-569c9bcb84 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1c93ef8c188 namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 5b897ab6-6b56-4809-93b5-2c83891d10c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 1790ffa4-78dc-42e2-bb7b-0846c3fb8e6a kind: Event lastTimestamp: "2026-07-09T18:15:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:45Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1ccbdbc3a10 namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 8233a098-d623-421c-aa6c-338a57e30ecd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 1790ffa4-78dc-42e2-bb7b-0846c3fb8e6a kind: Event lastTimestamp: "2026-07-09T18:15:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:15:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:45Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1ccbe528952 namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: 525db5f8-3793-426e-ae22-1a917187bfe8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:16:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 1790ffa4-78dc-42e2-bb7b-0846c3fb8e6a kind: Event lastTimestamp: "2026-07-09T18:17:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:00Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1d03d84ab3a namespace: kserve-ci-e2e-test resourceVersion: "16189" uid: f8c4a69a-ecd8-4650-b10e-ce14803033e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:16:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 1790ffa4-78dc-42e2-bb7b-0846c3fb8e6a kind: Event lastTimestamp: "2026-07-09T18:17:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:00Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1d03dee386d namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 3637cc24-546d-4d61-8845-f5738821723c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 5a5fa955-e02b-4a18-9125-64ccd687e836 kind: Event lastTimestamp: "2026-07-09T18:16:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:53Z" name: isvc-sklearn-batcher-custom.18c0b1c93efeefa6 namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 18f7cb0f-01d7-404b-8701-58f8ac81c993 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 5a5fa955-e02b-4a18-9125-64ccd687e836 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom.18c0b1c93f805e32 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 9fafc770-5507-4633-90b1-b793f5183fd6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: 5a5fa955-e02b-4a18-9125-64ccd687e836 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-custom.18c0b1c9470881e7 namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: aec7e472-e6c0-43de-9a02-3e1e76f79ce5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16142" uid: 5a5fa955-e02b-4a18-9125-64ccd687e836 kind: Event lastTimestamp: "2026-07-09T18:16:53Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-09T18:16:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:16:53Z" name: isvc-sklearn-batcher-custom.18c0b1dc8d3dfe52 namespace: kserve-ci-e2e-test resourceVersion: "16143" uid: f72167d4-0b6c-4af7-aef6-1ed4ce5e790e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:13:45.426427Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14654" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-66856f8b85-9sbsf to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b0d1882a99 namespace: kserve-ci-e2e-test resourceVersion: "14660" uid: 8b4a9a0e-0f99-44f9-a832-feb0449512e5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14664" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: Add eth0 [10.132.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b0eb148b10 namespace: kserve-ci-e2e-test resourceVersion: "14669" uid: a57210c6-2cfd-4a9a-b88c-48d38946304f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cc17867b5b866a90feccd95d1b7d2c2c966c59c496775c7d4238555c4abef16" already present on machine metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b0edfde2e0 namespace: kserve-ci-e2e-test resourceVersion: "14671" uid: dda0203c-862e-43b5-97fc-0c32f11a1b0e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b0f10a3b5e namespace: kserve-ci-e2e-test resourceVersion: "14672" uid: 0feb0335-9551-4743-ba1e-2b6f2b2df596 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b0f17b74b6 namespace: kserve-ci-e2e-test resourceVersion: "14673" uid: fc511adb-7598-42a6-808e-1479a1db9928 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:13:50Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" metadata: creationTimestamp: "2026-07-09T18:13:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:13:50Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b20b0ef2eb namespace: kserve-ci-e2e-test resourceVersion: "14715" uid: de169886-9b02-4e7b-80ee-7769a3c53f28 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:04Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1718" in 13.92s (13.92s including waiting). Image size: 1558048695 bytes.' metadata: creationTimestamp: "2026-07-09T18:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:04Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b548d05b47 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: e786e42d-ea9f-4086-9d53-6eb398dd564d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:04Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b54ca52fe8 namespace: kserve-ci-e2e-test resourceVersion: "14818" uid: a7febbd4-d6c3-4752-bf34-f51af671cd33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:04Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b54d1a2304 namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: e1aacc1d-5a0d-4a81-9d07-2d87995cb95a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:04Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b54d278c31 namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: 4395f323-d290-43cd-82d0-3f1b8bc0db39 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.189s (2.189s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:06Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b5cfab5c00 namespace: kserve-ci-e2e-test resourceVersion: "14833" uid: fd83bd3d-c78c-4c36-94b0-25801a5b8b29 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:06Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b5d2ab7e9b namespace: kserve-ci-e2e-test resourceVersion: "14836" uid: 64eff307-4b2e-4162-b842-08f408864676 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:06Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b5d3236db4 namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 35c14ead-d8b5-4cb1-961a-2c98426c02a3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:06Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517" metadata: creationTimestamp: "2026-07-09T18:14:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:06Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b5d3307d42 namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: d2cde840-3ef4-4b1a-b196-788542cf645a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:10Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9d15198eb70c95a4f97d742cefc7bb4e600d902c22329d7dee6a606c98183517" in 3.461s (3.461s including waiting). Image size: 239997048 bytes.' metadata: creationTimestamp: "2026-07-09T18:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:10Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b6a183e357 namespace: kserve-ci-e2e-test resourceVersion: "14861" uid: 3432a8c5-b473-4c60-9dc2-d572b3a50aa5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:10Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:10Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b6a46cb3e2 namespace: kserve-ci-e2e-test resourceVersion: "14862" uid: b9ec1e4c-b79a-406f-8812-24452c06a768 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:14:10Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:14:10Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b6a4e23dba namespace: kserve-ci-e2e-test resourceVersion: "14863" uid: 78b4523e-0655-4f3c-9b95-6621f2e2adc6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:14:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:43Z" message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:43Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b6b89a6c2e namespace: kserve-ci-e2e-test resourceVersion: "15637" uid: c24d1c37-5004-4019-acbe-526f3f3baa9d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:14:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:14:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:33Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1b6f4723d20 namespace: kserve-ci-e2e-test resourceVersion: "15546" uid: 146c4ae2-0cec-4008-8040-8dd8769568c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1c93ebcdc91 namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 47da95bf-0689-4ad9-be87-634efe79f491 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1c93ec0850d namespace: kserve-ci-e2e-test resourceVersion: "15481" uid: 549272ec-d6f9-4535-ae88-0a5eb49346ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:15:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:30Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1c93ec41653 namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: adef8547-7391-4c54-8d18-2992d85169d1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:15:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9bde02d1-3fba-4ea2-99c5-9fae05786b39 kind: Event lastTimestamp: "2026-07-09T18:15:41Z" message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp 10.132.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:15:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:41Z" name: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf.18c0b1c994ccbf87 namespace: kserve-ci-e2e-test resourceVersion: "15619" uid: b1df3bc3-bae7-4b1d-be0c-9b61389260e1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-66856f8b85 namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: bc799f0b-f623-4dff-bacb-344367d59a9c kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: 'Created pod: isvc-sklearn-batcher-predictor-66856f8b85-9sbsf' metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor-66856f8b85.18c0b1b0d0c33e0c namespace: kserve-ci-e2e-test resourceVersion: "14659" uid: db34199c-d3f6-456f-a3fd-1f43e7d57c08 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 0cb4aa91-aa90-495f-94fe-179a3110d96c kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-66856f8b85 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher-predictor.18c0b1b0c4bea012 namespace: kserve-ci-e2e-test resourceVersion: "14642" uid: d8af196e-0401-42b0-b365-5c10d4d0212c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14648" uid: 58085043-091b-43d7-b3c1-258d6629fc00 kind: Event lastTimestamp: "2026-07-09T18:14:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:45Z" name: isvc-sklearn-batcher-predictor.18c0b1b4499c5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: f711f4f9-6b12-4578-a209-9c4b07adfdb4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14648" uid: 58085043-091b-43d7-b3c1-258d6629fc00 kind: Event lastTimestamp: "2026-07-09T18:14:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:14:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:14:45Z" name: isvc-sklearn-batcher-predictor.18c0b1b44a234955 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 8af57e08-3459-4b05-897e-b762eb187964 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: 58085043-091b-43d7-b3c1-258d6629fc00 kind: Event lastTimestamp: "2026-07-09T18:15:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:15Z" name: isvc-sklearn-batcher-predictor.18c0b1bb485cf8a9 namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: 6452b8e9-a068-4e1d-b9e3-5ee33c71d810 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:14:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: 58085043-091b-43d7-b3c1-258d6629fc00 kind: Event lastTimestamp: "2026-07-09T18:15:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:14:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:15Z" name: isvc-sklearn-batcher-predictor.18c0b1bb48d6f5fc namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: 73042e52-ac89-4200-bc7e-f348b798f62b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: 56f0d0da-682f-467b-9397-00c847e2a02c kind: Event lastTimestamp: "2026-07-09T18:15:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:23Z" name: isvc-sklearn-batcher.18c0b1b0ca203354 namespace: kserve-ci-e2e-test resourceVersion: "15403" uid: 85fdcc67-c0e6-481e-b30e-1bf63b79f339 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: 56f0d0da-682f-467b-9397-00c847e2a02c kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher.18c0b1b0caa0e01d namespace: kserve-ci-e2e-test resourceVersion: "14650" uid: 31db99b6-1783-4720-90c7-9a9d8efb2ba3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:13:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: 56f0d0da-682f-467b-9397-00c847e2a02c kind: Event lastTimestamp: "2026-07-09T18:13:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:13:45Z" name: isvc-sklearn-batcher.18c0b1b0caa1362c namespace: kserve-ci-e2e-test resourceVersion: "14651" uid: 9e6bf931-2c15-4ebc-9d88-e2f2b69a50f0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: 56f0d0da-682f-467b-9397-00c847e2a02c kind: Event lastTimestamp: "2026-07-09T18:15:23Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-09T18:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:23Z" name: isvc-sklearn-batcher.18c0b1c7be5bd291 namespace: kserve-ci-e2e-test resourceVersion: "15402" uid: 733378ed-b38f-4f08-a96d-5955ed8f4429 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:05.660573Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16267" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-rcq7l to ip-10-0-142-14.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:05Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1df706ab4f9 namespace: kserve-ci-e2e-test resourceVersion: "16272" uid: c36d27ed-e139-4e53-9191-c86283a79bb4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6dc8bc8df7-fd7bh source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:05Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1df7b5ac133 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 9d31e880-7d66-4310-8b9f-0e9a18adc0dc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:06Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16277" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:06Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:06Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1dfada31ce4 namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: fa3c687c-c9f5-4cd7-bca1-b290856d223a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:06Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-09T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:06Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1dfaf0cf110 namespace: kserve-ci-e2e-test resourceVersion: "16293" uid: e471de4c-9a7c-4255-971f-649ec0aecef9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.367s (1.367s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e000920b17 namespace: kserve-ci-e2e-test resourceVersion: "16303" uid: c8c2c07f-957d-497f-8131-41469724c5fa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e003a8943a namespace: kserve-ci-e2e-test resourceVersion: "16305" uid: ce8f173e-38a4-4435-a94b-29396e3555d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e00472751e namespace: kserve-ci-e2e-test resourceVersion: "16306" uid: f1b06aef-a9cd-43bc-9bce-21c66a51099e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e0047c0f2b namespace: kserve-ci-e2e-test resourceVersion: "16307" uid: 28f74190-c599-4338-8f66-ff928bbe988d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e00a12896c namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: cd58543a-af05-4d4a-bd0e-a2b1427d8cdf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:17:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:08Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1e00a8f020e namespace: kserve-ci-e2e-test resourceVersion: "16310" uid: daa0f7be-bf06-46a4-858b-3817b1de9907 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1fa527eaffa namespace: kserve-ci-e2e-test resourceVersion: "17284" uid: d21433da-098b-44f9-8d18-42112ed1f58a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-rcq7l namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 02a7ed3d-63d6-465f-8165-fe682bedbedd kind: Event lastTimestamp: "2026-07-09T18:19:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:01Z" name: message-dumper-predictor-6575bcfdfd-rcq7l.18c0b1fa527efa5c namespace: kserve-ci-e2e-test resourceVersion: "17287" uid: c1f2bd7d-ec21-47d3-b936-3d3c387b9740 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-14.ec2.internal source: component: kubelet host: ip-10-0-142-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16254" uid: 4e98dcb9-1cca-4aba-84e3-333aa60a6fe2 kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-rcq7l' metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:05Z" name: message-dumper-predictor-6575bcfdfd.18c0b1df6ff61c3f namespace: kserve-ci-e2e-test resourceVersion: "16269" uid: 3fc59d83-654b-4d0a-b7ef-e27dbc2f20a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16251" uid: 8c0b83ce-1552-4b4d-881e-795afb8b06b3 kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:05Z" name: message-dumper-predictor.18c0b1df6bef317d namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: 6c77f3b0-1af7-4ae6-881a-a5d8529a05e0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: 566e8dc5-9607-4b77-a6c6-3a9035dd0c99 kind: Event lastTimestamp: "2026-07-09T18:17:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:50Z" name: message-dumper-predictor.18c0b1e2ea701bb6 namespace: kserve-ci-e2e-test resourceVersion: "16709" uid: b0502e54-da04-4f4e-9c5d-07a11aafb2bc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: 566e8dc5-9607-4b77-a6c6-3a9035dd0c99 kind: Event lastTimestamp: "2026-07-09T18:17:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:50Z" name: message-dumper-predictor.18c0b1e2eadd5fed namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: 1140dc1a-f9ff-4ee3-9822-38d7de8bb1a1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 206ed6b2-0363-4c2c-9274-17caf6127695 kind: Event lastTimestamp: "2026-07-09T18:17:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:15Z" name: message-dumper.18c0b1df6bf64f9a namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: c2cea142-0a3f-4449-ad21-c155d8169215 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 206ed6b2-0363-4c2c-9274-17caf6127695 kind: Event lastTimestamp: "2026-07-09T18:17:05Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:05Z" name: message-dumper.18c0b1df6c786f74 namespace: kserve-ci-e2e-test resourceVersion: "16259" uid: 00fe13a7-100c-42d2-8709-fa78ad670a5f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16374" uid: 206ed6b2-0363-4c2c-9274-17caf6127695 kind: Event lastTimestamp: "2026-07-09T18:17:15Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-09T18:17:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:15Z" name: message-dumper.18c0b1e1be82a355 namespace: kserve-ci-e2e-test resourceVersion: "16376" uid: d72fd0b6-c1fc-4879-8ca6-8a1be11d05c1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22178"