--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:42:16.613032Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22345" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b548102ecdb namespace: kserve-ci-e2e-test resourceVersion: "22351" uid: 456449c0-6ea7-4287-9794-dc5d619f1896 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b548ffbc967 namespace: kserve-ci-e2e-test resourceVersion: "22358" uid: 44307b0c-b062-41fa-ba46-946f80cdef7b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22354" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:17Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:42:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:42:17Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b54be2bcabb namespace: kserve-ci-e2e-test resourceVersion: "22367" uid: ada07acc-e92d-4754-88ff-a3a2979308b8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:42:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:17Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b54bf856693 namespace: kserve-ci-e2e-test resourceVersion: "22369" uid: ca64c0c8-9da2-4fdd-b521-634d533d3dfd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:42:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:17Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b54c2782142 namespace: kserve-ci-e2e-test resourceVersion: "22370" uid: ce4deb3a-ef39-4967-9ddb-455bf1ac8449 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:42:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:17Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b54c2f368e8 namespace: kserve-ci-e2e-test resourceVersion: "22371" uid: 7cf18975-342c-4e5f-a708-b17a4b976d0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56ec2371c6 namespace: kserve-ci-e2e-test resourceVersion: "22444" uid: b40e985a-5c77-4fa3-86a4-afc684149de1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56ef231fc6 namespace: kserve-ci-e2e-test resourceVersion: "22448" uid: fc958020-87c2-4a7f-8792-24aac5de67e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56ef8f426e namespace: kserve-ci-e2e-test resourceVersion: "22449" uid: a5a23478-ac43-465a-98ee-a31c7f6edb74 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56ef99a55e namespace: kserve-ci-e2e-test resourceVersion: "22450" uid: 482b6e58-9acf-43f4-b030-0da1083ac48d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56f30ea574 namespace: kserve-ci-e2e-test resourceVersion: "22452" uid: 2c8bb3e9-add6-44b5-9d37-6f0b9f107a08 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b56f37f2680 namespace: kserve-ci-e2e-test resourceVersion: "22453" uid: 5f28cd52-500f-4804-8dbd-a3d987cf20a8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b57282a33d0 namespace: kserve-ci-e2e-test resourceVersion: "22509" uid: 04be1655-e92c-483d-856d-30026ecbd2ca reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b5b89dfee45 namespace: kserve-ci-e2e-test resourceVersion: "22621" uid: 59371982-06e0-4d0f-bda1-8060378d93ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 978b1aae-499a-450c-80d3-50f2f4c786fd kind: Event lastTimestamp: "2026-07-01T17:42:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms.18be3b5b89e06c8f namespace: kserve-ci-e2e-test resourceVersion: "22622" uid: c0ff1ba5-b6d1-4b24-8c04-9d64743afb6e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "22335" uid: 79d1c762-3600-490c-bfa0-a7e9ac3e2848 kind: Event lastTimestamp: "2026-07-01T17:42:16Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-gn2ms' metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be3b54807dbfbb namespace: kserve-ci-e2e-test resourceVersion: "22346" uid: 75b58b0b-90ff-49de-b837-4836cc36921a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22332" uid: afdbbdfb-1741-40d3-91a3-128e120e34d4 kind: Event lastTimestamp: "2026-07-01T17:42:16Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1-predictor.18be3b547bacdf05 namespace: kserve-ci-e2e-test resourceVersion: "22337" uid: f7cd651d-6159-4171-9dd1-29b0be3d6ed3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22334" uid: c36c6d96-6007-4c68-b4db-1109c32138fd kind: Event lastTimestamp: "2026-07-01T17:42:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:42:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:31Z" name: isvc-autogluon-ts-v1-predictor.18be3b57fa8767b4 namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: 045f07be-7601-4979-8f15-99845b10d0e5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22334" uid: c36c6d96-6007-4c68-b4db-1109c32138fd kind: Event lastTimestamp: "2026-07-01T17:42:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:42:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:31Z" name: isvc-autogluon-ts-v1-predictor.18be3b57faf905ed namespace: kserve-ci-e2e-test resourceVersion: "22491" uid: 07574428-d1a6-46c8-96ef-4a0160791676 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22490" uid: c36c6d96-6007-4c68-b4db-1109c32138fd kind: Event lastTimestamp: "2026-07-01T17:42:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:46Z" name: isvc-autogluon-ts-v1-predictor.18be3b5b7b2309a4 namespace: kserve-ci-e2e-test resourceVersion: "22604" uid: 736100bc-33ee-4bb6-8ac2-029ae4d3aa6f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22490" uid: c36c6d96-6007-4c68-b4db-1109c32138fd kind: Event lastTimestamp: "2026-07-01T17:42:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:46Z" name: isvc-autogluon-ts-v1-predictor.18be3b5b7bf0bfd0 namespace: kserve-ci-e2e-test resourceVersion: "22606" uid: d9698aa7-ad3e-4b60-b0c0-ad284eab546a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22326" uid: 2a354b76-72a7-4371-a324-6f4b07c1a6de kind: Event lastTimestamp: "2026-07-01T17:42:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:44Z" name: isvc-autogluon-ts-v1.18be3b547bd5d144 namespace: kserve-ci-e2e-test resourceVersion: "22582" uid: 5dd3269b-65ec-419d-a6e4-d511157af170 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22326" uid: 2a354b76-72a7-4371-a324-6f4b07c1a6de kind: Event lastTimestamp: "2026-07-01T17:42:16Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1.18be3b547c35593b namespace: kserve-ci-e2e-test resourceVersion: "22339" uid: f023fc0b-4402-4bdc-b2bf-8f41337b1a1b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22326" uid: 2a354b76-72a7-4371-a324-6f4b07c1a6de kind: Event lastTimestamp: "2026-07-01T17:42:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:16Z" name: isvc-autogluon-ts-v1.18be3b547c35b111 namespace: kserve-ci-e2e-test resourceVersion: "22342" uid: b559a363-3ef2-440e-a884-3e2b0da81ce5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22580" uid: 2a354b76-72a7-4371-a324-6f4b07c1a6de kind: Event lastTimestamp: "2026-07-01T17:42:44Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-01T17:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:44Z" name: isvc-autogluon-ts-v1.18be3b5ae700b67a namespace: kserve-ci-e2e-test resourceVersion: "22581" uid: 0eb6b606-74bd-4441-a299-f9fbebbda70b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:32:05.042556Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17728" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3ac61c92152e namespace: kserve-ci-e2e-test resourceVersion: "17740" uid: 157f833d-dbbd-4145-8bed-0e1d2ab07b78 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3ac6378c94a2 namespace: kserve-ci-e2e-test resourceVersion: "17774" uid: c962fa02-094c-48ac-8350-e049e1d93c92 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3ac638ea268d namespace: kserve-ci-e2e-test resourceVersion: "17776" uid: 8afaa9eb-dc0a-4e48-80e7-e39a62c0077d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3ac63bc8268e namespace: kserve-ci-e2e-test resourceVersion: "17777" uid: 7b95e5c9-6d21-48ef-b2f8-7fc5862d6218 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3ac63c4bc286 namespace: kserve-ci-e2e-test resourceVersion: "17778" uid: 42f5b453-845a-4518-be5e-3b93539fdb78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:32:36Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-01T17:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3acd62d4ea91 namespace: kserve-ci-e2e-test resourceVersion: "18012" uid: ef62567b-5ac9-47da-b980-e9eeb5de7c89 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:17Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m41.591s (2m41.591s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-01T17:35:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:17Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af3026bef24 namespace: kserve-ci-e2e-test resourceVersion: "19126" uid: 08bc1b8d-cac1-4c33-a794-e2beb444c64f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:35:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af309e5d621 namespace: kserve-ci-e2e-test resourceVersion: "19127" uid: b9347e9e-f2e5-44c6-8959-c3464e6942af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:35:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af30ad49a00 namespace: kserve-ci-e2e-test resourceVersion: "19128" uid: ece1e129-deda-44fb-b1b2-b19dad5390b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:35:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af30ae1c59b namespace: kserve-ci-e2e-test resourceVersion: "19129" uid: ee903ec8-8843-4a40-b668-2c4c88c81b35 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:35:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af311ea62fa namespace: kserve-ci-e2e-test resourceVersion: "19130" uid: 0892e5a0-c2d4-41ab-a900-f01ff4b1c9f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:35:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af31338111c namespace: kserve-ci-e2e-test resourceVersion: "19132" uid: 959bb0d3-ebf3-4ebd-a493-e8ba955bee62 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:35:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:35:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af387cdbb10 namespace: kserve-ci-e2e-test resourceVersion: "19356" uid: 051c9b4b-5efc-4e10-b559-caa413e2a00f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:35:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af962742fca namespace: kserve-ci-e2e-test resourceVersion: "19345" uid: 2b6ddc7b-4e9d-4897-a479-669e242fdbca reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:35:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af96274d03c namespace: kserve-ci-e2e-test resourceVersion: "19346" uid: e67c7308-7f38-4460-835c-8c5f13e76cf6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4 namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: bfd9c96b-f1de-4781-9501-4d70442079c4 kind: Event lastTimestamp: "2026-07-01T17:35:46Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:35:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4.18be3af995bda596 namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: e4985b68-ac9f-408b-ad80-11d974de6d2c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17709" uid: 3b146294-2cb5-4402-a062-8ddaeb307d4f kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-g8fh4' metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be3ac61bab8c85 namespace: kserve-ci-e2e-test resourceVersion: "17733" uid: 50916b0f-013c-4ff6-b6ea-472f369da22d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17706" uid: ce7a5edd-d134-42b5-89a5-323880fff756 kind: Event lastTimestamp: "2026-07-01T17:32:04Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:32:04Z" name: isvc-autogluon-v1-predictor.18be3ac61738fd36 namespace: kserve-ci-e2e-test resourceVersion: "17711" uid: 3ef4de6c-2e82-4d35-819b-90234541c163 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-01T17:32:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17708" uid: 51f2857d-9d05-4e2b-894d-d2224d97a0e9 kind: Event lastTimestamp: "2026-07-01T17:35:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:35:20Z" name: isvc-autogluon-v1-predictor.18be3ac99663ba41 namespace: kserve-ci-e2e-test resourceVersion: "19149" uid: 65149681-5202-4f2a-8668-20a92bc22e92 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T17:32:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17708" uid: 51f2857d-9d05-4e2b-894d-d2224d97a0e9 kind: Event lastTimestamp: "2026-07-01T17:35:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:32:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:35:05Z" name: isvc-autogluon-v1-predictor.18be3ac996cc902c namespace: kserve-ci-e2e-test resourceVersion: "19042" uid: c0be213c-f8a5-4a26-9a29-d28bf44d3acf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:32:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17697" uid: ce97b463-2b16-4dc1-8bd3-91a881476323 kind: Event lastTimestamp: "2026-07-01T17:35:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:35:36Z" name: isvc-autogluon-v1.18be3ac61736b668 namespace: kserve-ci-e2e-test resourceVersion: "19272" uid: 9944c806-91e1-4f4a-9c66-21de78c81f3e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:32:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17697" uid: ce97b463-2b16-4dc1-8bd3-91a881476323 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1.18be3ac617d99b01 namespace: kserve-ci-e2e-test resourceVersion: "17765" uid: 617b3d2d-7abf-4970-93d3-7ba52d07eadf reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:32:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17697" uid: ce97b463-2b16-4dc1-8bd3-91a881476323 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:32:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:32:05Z" name: isvc-autogluon-v1.18be3ac617d9e2c5 namespace: kserve-ci-e2e-test resourceVersion: "17766" uid: 61e36cb6-c106-4776-b276-fcf385ca900c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "19269" uid: ce97b463-2b16-4dc1-8bd3-91a881476323 kind: Event lastTimestamp: "2026-07-01T17:35:36Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-01T17:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:35:36Z" name: isvc-autogluon-v1.18be3af746d76e4a namespace: kserve-ci-e2e-test resourceVersion: "19271" uid: b28b5fea-4641-4748-8f81-3a20a1176e1b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:40:01.259618Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b34fd51bb17 namespace: kserve-ci-e2e-test resourceVersion: "21327" uid: 8aeaf0d5-80f2-49eb-9882-922bf6d9274a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3516c1141e namespace: kserve-ci-e2e-test resourceVersion: "21341" uid: 1bddf8a2-0834-4e4a-9165-b6f9c31b2307 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b35182e0d83 namespace: kserve-ci-e2e-test resourceVersion: "21343" uid: 9b9ec9bc-7ff6-49af-9ab5-e3229514df1b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b351b3a80d2 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 7c7a1490-7915-46aa-9a06-3d7dcc3260d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b351ba8adb5 namespace: kserve-ci-e2e-test resourceVersion: "21347" uid: a44c9bf6-85ee-4050-ac24-33b52d730d02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c087ffdbe namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 6b3d0467-b02b-4bb1-baea-080d783e3ccf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c0ba90eee namespace: kserve-ci-e2e-test resourceVersion: "21560" uid: 1901f3da-9987-408f-b2ce-65bd30597066 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c0c1cdb83 namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: 1a62ab22-048b-40b1-a051-ed51d6429e6c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c0c260f5b namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: d4fc9559-3697-4575-933e-eb0856dd42df reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c0f4c199c namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: 44f4aa8b-3343-4f63-9d1a-12df504a96d5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:40:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:40:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b3c0fbf6756 namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: ec0eb928-9a02-466e-ba8c-73fe9666bdf4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:42:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:11Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b534b791794 namespace: kserve-ci-e2e-test resourceVersion: "22286" uid: d87497d3-aced-4b44-9173-f19225f6e2db reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx namespace: kserve-ci-e2e-test resourceVersion: "21324" uid: 184980ab-79b8-46eb-90c0-7ebccc6b7c5d kind: Event lastTimestamp: "2026-07-01T17:42:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:42:11Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx.18be3b534b79e83c namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: 2b4c6925-e62f-477c-987c-2da15e7ce7bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: 5a321e5b-cc42-467b-85f8-ecf0b721e987 kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4z5dx' metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be3b34fce1335a namespace: kserve-ci-e2e-test resourceVersion: "21323" uid: ada346bd-c735-4098-97d4-3e9e6af38d4e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: 26f4de0a-0c63-4e3b-ab75-ee263c64c94e kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash-predictor.18be3b34f7834ce0 namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: ce014c63-7c4d-419f-acc4-36206d53a7ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:40:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: fe4de08f-3fba-432c-9ae7-1220ec83a94d kind: Event lastTimestamp: "2026-07-01T17:41:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:41:01Z" name: isvc-autogluon-v2-noslash-predictor.18be3b38768980d9 namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 770a8d1a-998e-4df0-bae4-a5e1d8b587e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:40:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: fe4de08f-3fba-432c-9ae7-1220ec83a94d kind: Event lastTimestamp: "2026-07-01T17:41:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:41:01Z" name: isvc-autogluon-v2-noslash-predictor.18be3b3876dbad9d namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: f2bd3b47-affe-4d03-ae68-aab92b4f267f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T17:40:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: fe4de08f-3fba-432c-9ae7-1220ec83a94d kind: Event lastTimestamp: "2026-07-01T17:42:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:01Z" name: isvc-autogluon-v2-noslash-predictor.18be3b3f75164ff7 namespace: kserve-ci-e2e-test resourceVersion: "22188" uid: c9108d53-fbca-4c1d-bcaf-fb5e342ef01c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T17:40:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: fe4de08f-3fba-432c-9ae7-1220ec83a94d kind: Event lastTimestamp: "2026-07-01T17:42:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:42:01Z" name: isvc-autogluon-v2-noslash-predictor.18be3b3f757aacd3 namespace: kserve-ci-e2e-test resourceVersion: "22189" uid: 2a80b8c4-5733-45ad-907d-451c99b5fba6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: a77a9376-a363-4327-abf0-468a0837eac4 kind: Event lastTimestamp: "2026-07-01T17:42:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:04Z" name: isvc-autogluon-v2-noslash.18be3b34f7815313 namespace: kserve-ci-e2e-test resourceVersion: "22228" uid: 31e15fdd-169c-4321-9249-0a592d427d8c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: a77a9376-a363-4327-abf0-468a0837eac4 kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash.18be3b34f8195eb5 namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: c361f7f6-7558-403d-b45b-c2bd4b87feaf reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:40:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21303" uid: a77a9376-a363-4327-abf0-468a0837eac4 kind: Event lastTimestamp: "2026-07-01T17:40:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:40:01Z" name: isvc-autogluon-v2-noslash.18be3b34f819c33a namespace: kserve-ci-e2e-test resourceVersion: "21317" uid: 47af5b55-0a76-48e1-a13f-f90469a9d465 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:42:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "22226" uid: a77a9376-a363-4327-abf0-468a0837eac4 kind: Event lastTimestamp: "2026-07-01T17:42:04Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-01T17:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:42:04Z" name: isvc-autogluon-v2-noslash.18be3b51bd23a035 namespace: kserve-ci-e2e-test resourceVersion: "22227" uid: 84e4463d-9826-4761-a42f-bc59f125dd7c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:35:50.622129Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19413" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-42vww to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:35:50Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afaa22935c1 namespace: kserve-ci-e2e-test resourceVersion: "19417" uid: 647d97e0-56ad-4a1c-8e21-a7989227461b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:51Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:35:51Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afac20336ab namespace: kserve-ci-e2e-test resourceVersion: "19432" uid: a9b9d8f0-f38b-4672-8bb2-d3b52671101a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:51Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:51Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afac397e767 namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 836cc5db-f546-4a65-8ccb-64243c8b5400 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:51Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:51Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afac8b57473 namespace: kserve-ci-e2e-test resourceVersion: "19437" uid: c38133d8-0f8d-4bf3-856e-ecfd5394c394 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:51Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:51Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afaca0d8e56 namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: 08828800-b99b-4ddb-860c-7811bb5c5831 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbf562e150 namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: 8ecfc78f-c26f-497a-ada3-3319ee072c9a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbf9141319 namespace: kserve-ci-e2e-test resourceVersion: "19484" uid: 5bcf1146-92a1-433d-81f8-aeee7e8ae96e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbf97e2ab3 namespace: kserve-ci-e2e-test resourceVersion: "19485" uid: 296f029b-b03f-4ba9-9601-135cef4133ce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbf988ee57 namespace: kserve-ci-e2e-test resourceVersion: "19486" uid: 24082976-c606-4b58-b328-df164c31f2d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbfd21c806 namespace: kserve-ci-e2e-test resourceVersion: "19488" uid: 279662d4-ac85-46a1-8f8d-723af3687cd4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:35:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:35:56Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3afbfd9185b7 namespace: kserve-ci-e2e-test resourceVersion: "19489" uid: e457f3ab-8cfe-47f3-aa8a-c8ba6152d96d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:37:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:37:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:40Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3b14481eb119 namespace: kserve-ci-e2e-test resourceVersion: "20235" uid: 46551ff8-324e-4143-8970-4e2cf5ad0a59 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-42vww namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 561b443a-fe33-4e75-8da7-f8880afbb0ec kind: Event lastTimestamp: "2026-07-01T17:37:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:37:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:40Z" name: isvc-autogluon-v2-predictor-67b849d456-42vww.18be3b14481f5bd2 namespace: kserve-ci-e2e-test resourceVersion: "20236" uid: 45baa3d7-bb97-4568-ad82-827de4bd42be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19401" uid: 57fb16cf-c951-451b-9196-2c8d669902bd kind: Event lastTimestamp: "2026-07-01T17:35:50Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-42vww' metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:35:50Z" name: isvc-autogluon-v2-predictor-67b849d456.18be3afaa1ce5786 namespace: kserve-ci-e2e-test resourceVersion: "19415" uid: 6fb4bded-535c-4a2b-8acd-12345fb71436 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:35:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19400" uid: eb053b47-0081-41f3-a43d-a6f8e63bf6e5 kind: Event lastTimestamp: "2026-07-01T17:35:50Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:35:50Z" name: isvc-autogluon-v2-predictor.18be3afa9cf6d21b namespace: kserve-ci-e2e-test resourceVersion: "19402" uid: 89e2c806-913c-459e-85c0-a364e1e35a87 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:36:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: d399fdcd-6e8a-46d8-9e99-abb56f6660df kind: Event lastTimestamp: "2026-07-01T17:36:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:36:35Z" name: isvc-autogluon-v2-predictor.18be3afe1cb5d664 namespace: kserve-ci-e2e-test resourceVersion: "19763" uid: 75b74da0-bf8d-4121-9cdd-5e32bf56e27b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:36:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19405" uid: d399fdcd-6e8a-46d8-9e99-abb56f6660df kind: Event lastTimestamp: "2026-07-01T17:36:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:36:35Z" name: isvc-autogluon-v2-predictor.18be3afe1d221dd3 namespace: kserve-ci-e2e-test resourceVersion: "19764" uid: 5e3f73de-9fcf-4133-9e5f-08ebfae3632f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:36:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19559" uid: d399fdcd-6e8a-46d8-9e99-abb56f6660df kind: Event lastTimestamp: "2026-07-01T17:37:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:36:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:37:35Z" name: isvc-autogluon-v2-predictor.18be3b089ab9fa01 namespace: kserve-ci-e2e-test resourceVersion: "20186" uid: 2cf15d31-987c-4684-8025-adffecf5025f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:36:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19559" uid: d399fdcd-6e8a-46d8-9e99-abb56f6660df kind: Event lastTimestamp: "2026-07-01T17:37:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:36:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:37:35Z" name: isvc-autogluon-v2-predictor.18be3b089b3c4304 namespace: kserve-ci-e2e-test resourceVersion: "20187" uid: 14f4e4a6-62ad-4bfc-a282-529e0a0b4059 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:37:45.912158Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:37:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1579fb8400 namespace: kserve-ci-e2e-test resourceVersion: "20306" uid: 3c399b1c-5f9b-4aea-afed-83ea1796a385 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:46Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:37:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T17:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:46Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b15823242b7 namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 6b78dcde-9eb2-4a2a-a972-50ddb4c6184b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:46Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:37:46Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:37:46Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b15b6f4a38d namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: af0e8e7d-9d6f-47d0-a043-cbd2c66bda6f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:37:46Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:46Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b15b8591e61 namespace: kserve-ci-e2e-test resourceVersion: "20327" uid: 0fac3ec2-f633-48c9-95d5-21768626ad6d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:37:47Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b15bb77ea3c namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: 2dd127f6-ac0e-44be-baaf-96c297f2c577 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:37:47Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:37:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b15bbda7e0f namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: 60ca0a54-c19b-4627-96aa-d983f6c16bd4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:16Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T17:38:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cb31c4f68 namespace: kserve-ci-e2e-test resourceVersion: "20541" uid: bdbeb9c3-4381-413f-b66d-d6e512062dbf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:38:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cb62af5d6 namespace: kserve-ci-e2e-test resourceVersion: "20544" uid: bcc821d2-f129-41a7-878e-51bad8312895 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:38:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cb68e958b namespace: kserve-ci-e2e-test resourceVersion: "20545" uid: 57373823-e037-431b-9b36-c9beaa2db00c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:38:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:17Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cb698af41 namespace: kserve-ci-e2e-test resourceVersion: "20546" uid: f6cf1761-73fa-45d6-ad09-2e38b71f9577 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:38:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:17Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cb9ee613f namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 527f1b22-f81d-4926-988c-02618ee5c091 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:38:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:38:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:38:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:38:17Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b1cba7b4398 namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: aa264cde-5159-44f2-9099-4041c6806d67 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:39:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:39:56Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b33cadb004c namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 6aec2d9b-25ff-49c6-8877-e67eb51b584a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: 77d9b883-a32f-4200-abd5-cae9fb7c7a2d kind: Event lastTimestamp: "2026-07-01T17:39:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:39:56Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf.18be3b33cadb79e6 namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 1c956398-e337-4fbd-a682-b76c15866bec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: f410a567-a78e-4f31-a70a-6551ceececa3 kind: Event lastTimestamp: "2026-07-01T17:37:45Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-wswcf' metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:37:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be3b1579931e1c namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: 6d698fe5-1fc3-4892-aa2c-3bf8ba4aaaa6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 9ac0bf13-7bdb-4510-b1b5-a9318c91a9e4 kind: Event lastTimestamp: "2026-07-01T17:37:45Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:37:45Z" name: isvc-autogluon-v2-variants-predictor.18be3b1575469bcb namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: a7f44bba-7c03-4132-be61-3802c83b4ecb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:38:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 8cbef53d-32fd-4c1b-9b8e-2233ec82075e kind: Event lastTimestamp: "2026-07-01T17:38:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:38:45Z" name: isvc-autogluon-v2-variants-predictor.18be3b18f3ef9320 namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 1cac7422-b9c2-4ad9-8e53-96b0be71f941 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:38:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 8cbef53d-32fd-4c1b-9b8e-2233ec82075e kind: Event lastTimestamp: "2026-07-01T17:38:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:38:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:38:45Z" name: isvc-autogluon-v2-variants-predictor.18be3b18f45a8c10 namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: d7a39a29-b61e-4e01-8e0d-a8ce2a7183cd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:39:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20426" uid: 8cbef53d-32fd-4c1b-9b8e-2233ec82075e kind: Event lastTimestamp: "2026-07-01T17:39:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:39:45Z" name: isvc-autogluon-v2-variants-predictor.18be3b26f137527a namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: 19babe9f-3fe1-4098-bf5e-adfa8917da84 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:39:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20426" uid: 8cbef53d-32fd-4c1b-9b8e-2233ec82075e kind: Event lastTimestamp: "2026-07-01T17:39:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:39:46Z" name: isvc-autogluon-v2-variants-predictor.18be3b26f1abc7fd namespace: kserve-ci-e2e-test resourceVersion: "21167" uid: f21db81c-2605-4cfd-a340-b1271a0f65bf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T17:37:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20284" uid: 516ea500-f634-4e6f-81aa-9ee0b5aacce6 kind: Event lastTimestamp: "2026-07-01T17:39:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:39:53Z" name: isvc-autogluon-v2-variants.18be3b157545db1f namespace: kserve-ci-e2e-test resourceVersion: "21230" uid: 22b09f3b-0458-4b6b-be98-aa0deca35d83 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20284" uid: 516ea500-f634-4e6f-81aa-9ee0b5aacce6 kind: Event lastTimestamp: "2026-07-01T17:37:45Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:37:45Z" name: isvc-autogluon-v2-variants.18be3b1575c1ceb9 namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 79b8c834-5d03-4652-b2ff-b66c6ad3b4c2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20284" uid: 516ea500-f634-4e6f-81aa-9ee0b5aacce6 kind: Event lastTimestamp: "2026-07-01T17:37:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:37:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:37:45Z" name: isvc-autogluon-v2-variants.18be3b1575c22a7f namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 5907cd70-5579-4c4c-8cf1-c0a83e4c4c0d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:39:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "21227" uid: 516ea500-f634-4e6f-81aa-9ee0b5aacce6 kind: Event lastTimestamp: "2026-07-01T17:39:53Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-01T17:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:39:53Z" name: isvc-autogluon-v2-variants.18be3b333cbb62a2 namespace: kserve-ci-e2e-test resourceVersion: "21228" uid: b5c047f6-2695-4aa8-98da-fd45fd57b664 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:35:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 3418089a-0d63-4a40-bb27-0c5e1e4c2d8f kind: Event lastTimestamp: "2026-07-01T17:37:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:37:32Z" name: isvc-autogluon-v2.18be3afa9dfecb6a namespace: kserve-ci-e2e-test resourceVersion: "20165" uid: 4822779a-4052-4717-811e-824dafcca90f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:35:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 3418089a-0d63-4a40-bb27-0c5e1e4c2d8f kind: Event lastTimestamp: "2026-07-01T17:35:50Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:35:50Z" name: isvc-autogluon-v2.18be3afa9e70db5c namespace: kserve-ci-e2e-test resourceVersion: "19424" uid: 674aa0b4-01f5-49ec-b6a0-addf64c9f0de reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:35:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 3418089a-0d63-4a40-bb27-0c5e1e4c2d8f kind: Event lastTimestamp: "2026-07-01T17:35:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:35:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:35:50Z" name: isvc-autogluon-v2.18be3afa9e712768 namespace: kserve-ci-e2e-test resourceVersion: "19425" uid: 15cc3ee3-4218-4e1b-b010-ceb913e118b2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:37:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "20162" uid: 3418089a-0d63-4a40-bb27-0c5e1e4c2d8f kind: Event lastTimestamp: "2026-07-01T17:37:32Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-01T17:37:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:37:32Z" name: isvc-autogluon-v2.18be3b1268e2ea07 namespace: kserve-ci-e2e-test resourceVersion: "20163" uid: 0c232667-8eae-426b-a445-418303f4ac84 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:30:29.656639Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16956" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-584d77f8bc-cslvw to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:30:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:30:29Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3aafe720763f namespace: kserve-ci-e2e-test resourceVersion: "16961" uid: 48d6aade-729d-4c72-9df9-b75e486b99e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:30Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:30:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:30:30Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab0023845b1 namespace: kserve-ci-e2e-test resourceVersion: "16975" uid: dd1d1b66-f2c0-4251-8daf-b4ed0fd44db8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:30:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:30Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab003dbd4e7 namespace: kserve-ci-e2e-test resourceVersion: "16978" uid: 98d93eb6-1791-4c28-babc-c1c95b1d0b51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:30:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:30Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab007f1b7ad namespace: kserve-ci-e2e-test resourceVersion: "16979" uid: a60ca2e3-f248-4c57-a6e4-f6de9f5139a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:30:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:30Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab0087c29a8 namespace: kserve-ci-e2e-test resourceVersion: "16980" uid: c881b0ac-cbde-4ae9-92ff-ce7154460b22 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692" already present on machine metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab1121f9b8b namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: d77f0236-636b-47da-a2c1-add3acfc0110 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab11514524c namespace: kserve-ci-e2e-test resourceVersion: "17016" uid: 28e7255c-d3ba-460b-a145-69da98a28041 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab115a9344e namespace: kserve-ci-e2e-test resourceVersion: "17020" uid: 14104f8c-4970-4f7a-a725-839729805f8e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab115b4bb7a namespace: kserve-ci-e2e-test resourceVersion: "17021" uid: a32e1445-570c-40ec-9f6c-1a6031b1daf1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab119188274 namespace: kserve-ci-e2e-test resourceVersion: "17024" uid: e5c93198-e88d-410e-9e9e-f19fdaf9b3cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab11995f60d namespace: kserve-ci-e2e-test resourceVersion: "17025" uid: e89e2dde-fa85-451a-973a-4dd9af39f39f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7" already present on machine metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab119a09a89 namespace: kserve-ci-e2e-test resourceVersion: "17026" uid: 4d9159f7-854f-4b08-96f0-1d43af6bd97f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab11d69db74 namespace: kserve-ci-e2e-test resourceVersion: "17027" uid: 372573b7-068c-4452-997e-3223c356724a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:30:34Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T17:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:34Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab11de70517 namespace: kserve-ci-e2e-test resourceVersion: "17028" uid: 8dc0127e-55cc-4506-9d6b-4b5ba95a81fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:30:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:12Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:30:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:12Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab14e38da49 namespace: kserve-ci-e2e-test resourceVersion: "17840" uid: 28bc4cf1-6da1-4a87-8cd0-dadf67a074d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T17:30:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:12Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T17:30:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:12Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ab18a2161f1 namespace: kserve-ci-e2e-test resourceVersion: "17841" uid: b96b6323-0482-4dfe-a1eb-2439e7c293cc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ac61c63287b namespace: kserve-ci-e2e-test resourceVersion: "17738" uid: 9b9da69b-5930-47f2-83c8-03e6c76e13bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ac61c63972c namespace: kserve-ci-e2e-test resourceVersion: "17742" uid: c4fe2e75-e952-4ddd-995f-329e1d6e8b9c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ac61c643c83 namespace: kserve-ci-e2e-test resourceVersion: "17749" uid: 6192b017-62fd-4141-ab03-f85a54f1429b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:32:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-584d77f8bc-cslvw namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 8d15e104-e156-4125-a5de-cb278c620d77 kind: Event lastTimestamp: "2026-07-01T17:32:22Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:32:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:22Z" name: isvc-logger-predictor-584d77f8bc-cslvw.18be3ac6ba66df9d namespace: kserve-ci-e2e-test resourceVersion: "17914" uid: f0eb4788-a4a2-4cc3-a633-62d59520e0da reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-584d77f8bc namespace: kserve-ci-e2e-test resourceVersion: "16946" uid: 1bf23f2a-06c4-485c-9557-c445caa84daf kind: Event lastTimestamp: "2026-07-01T17:30:29Z" message: 'Created pod: isvc-logger-predictor-584d77f8bc-cslvw' metadata: creationTimestamp: "2026-07-01T17:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:29Z" name: isvc-logger-predictor-584d77f8bc.18be3aafe6a23f74 namespace: kserve-ci-e2e-test resourceVersion: "16958" uid: 729158ad-0c82-43c5-b932-8ee980ffad2c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16944" uid: 9cc78485-9372-4093-bbe4-fdccdd71fdeb kind: Event lastTimestamp: "2026-07-01T17:30:29Z" message: Scaled up replica set isvc-logger-predictor-584d77f8bc from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:29Z" name: isvc-logger-predictor.18be3aafe380615d namespace: kserve-ci-e2e-test resourceVersion: "16948" uid: e0ee026d-9b43-4ac3-85d9-41955d243e4c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:30:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16945" uid: 754aedfe-c8c1-4e71-a095-ea7cbc0c6a81 kind: Event lastTimestamp: "2026-07-01T17:31:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:31:14Z" name: isvc-logger-predictor.18be3ab362a32c4a namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 0f5009a8-052f-4285-a6b3-bec493d612f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:30:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16945" uid: 754aedfe-c8c1-4e71-a095-ea7cbc0c6a81 kind: Event lastTimestamp: "2026-07-01T17:31:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:31:14Z" name: isvc-logger-predictor.18be3ab3631253ea namespace: kserve-ci-e2e-test resourceVersion: "17327" uid: 1df2ea07-399b-48b8-a281-a2685865d6e8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17110" uid: 754aedfe-c8c1-4e71-a095-ea7cbc0c6a81 kind: Event lastTimestamp: "2026-07-01T17:31:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:31:59Z" name: isvc-logger-predictor.18be3abddfffe499 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 668e4e90-9d92-44bf-a84b-5ebadc48550a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:31:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17110" uid: 754aedfe-c8c1-4e71-a095-ea7cbc0c6a81 kind: Event lastTimestamp: "2026-07-01T17:31:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:31:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:31:59Z" name: isvc-logger-predictor.18be3abde0780a81 namespace: kserve-ci-e2e-test resourceVersion: "17651" uid: ba124c0a-dc2f-461e-a0fb-dd0388f1807d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:30:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16937" uid: e4d647c1-ea86-4eaa-b608-058362ba1145 kind: Event lastTimestamp: "2026-07-01T17:31:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:31:52Z" name: isvc-logger.18be3aafe37d26f9 namespace: kserve-ci-e2e-test resourceVersion: "17605" uid: d300e4da-ed97-4d6f-a535-9d5af0e38eaa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16937" uid: e4d647c1-ea86-4eaa-b608-058362ba1145 kind: Event lastTimestamp: "2026-07-01T17:30:29Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:30:29Z" name: isvc-logger.18be3aafe3f132ac namespace: kserve-ci-e2e-test resourceVersion: "16951" uid: 426877a8-7134-4eea-92ac-8091a0764753 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:31:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17603" uid: e4d647c1-ea86-4eaa-b608-058362ba1145 kind: Event lastTimestamp: "2026-07-01T17:31:52Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-01T17:31:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:31:52Z" name: isvc-logger.18be3ac3432e3d0c namespace: kserve-ci-e2e-test resourceVersion: "17604" uid: baad2bd1-e134-4e2b-8af2-0e263177ed02 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:28:34.438555Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15962" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a95139801c1 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: 66591b88-7a27-4cdd-95c0-9bcc38d0f94c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15974" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a952db3f6ae namespace: kserve-ci-e2e-test resourceVersion: "15983" uid: 3de0db66-dab3-4663-a72b-d2567d10a099 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a952f5866e4 namespace: kserve-ci-e2e-test resourceVersion: "15985" uid: 7bc7372c-161b-451f-b138-d56a600bf35a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a95323dac7a namespace: kserve-ci-e2e-test resourceVersion: "15987" uid: b638aefe-34c3-46e3-8219-ec52b1fedb67 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a9532ad7a21 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 474c0d5e-7a22-42b3-9884-fcd948b0e13f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692" already present on machine metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a96293e0461 namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: b6b3ede2-96f9-4348-9cc7-fc740e4fc296 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a962c4bb161 namespace: kserve-ci-e2e-test resourceVersion: "16030" uid: 24d380d5-1b08-474c-9fc7-bada92f9e30b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a962ce6c426 namespace: kserve-ci-e2e-test resourceVersion: "16033" uid: 21d865a9-8a8e-42cf-a926-ecffb8b73002 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a962cf421b9 namespace: kserve-ci-e2e-test resourceVersion: "16034" uid: c0bfb640-6a8a-4b9c-aa80-60968581eae0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a96311fffc5 namespace: kserve-ci-e2e-test resourceVersion: "16036" uid: 54daa4e2-86b5-42b8-8d12-3099291c2f0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a9631934d2c namespace: kserve-ci-e2e-test resourceVersion: "16037" uid: 7c79422f-2801-47df-89e6-5675044a5089 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7" already present on machine metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a96319ea530 namespace: kserve-ci-e2e-test resourceVersion: "16038" uid: 9cf0d2f4-f185-47b7-b937-743a582fbe1e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a9634dc9565 namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: 66af0c01-2e74-4b65-8e42-17b7781bb643 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T17:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a9635506c75 namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: 4d028f20-2e77-49c7-982a-ff980837ba87 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:17Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a966571f452 namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 738e4d0d-09e5-4835-a4ce-fc1acf4911d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T17:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:17Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T17:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:17Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3a96a14fa873 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: d9d09434-a95b-4d53-84a6-38d19d711701 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:09Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3aab410f0bed namespace: kserve-ci-e2e-test resourceVersion: "16756" uid: 0f88c2f8-cc3a-4129-943d-13457512cd9f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:09Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3aab41145243 namespace: kserve-ci-e2e-test resourceVersion: "16757" uid: 8fc00368-0ff1-44c7-8d42-1fe934b983a5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:09Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3aab4115fcf9 namespace: kserve-ci-e2e-test resourceVersion: "16758" uid: eabeec3d-b355-4848-8bee-b8ab7d9cbdb9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: b253f24d-ef2d-4016-be94-085ad9f89ddc kind: Event lastTimestamp: "2026-07-01T17:30:27Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:27Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr.18be3aabd19d8d33 namespace: kserve-ci-e2e-test resourceVersion: "16917" uid: 922bf7ff-f7fb-41c2-b54c-f7926f55ba18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-86d46f7bc namespace: kserve-ci-e2e-test resourceVersion: "15936" uid: 9f9d52ad-c6a2-4b78-9d62-40cbe2d3ae24 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-86d46f7bc-zn7dr' metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor-86d46f7bc.18be3a951320ed6f namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: 3fb7d7e0-2ec7-41ca-9213-a79a1b572ac7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15934" uid: ef9fa624-b5fa-41bf-9fa6-238c870f61a1 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-86d46f7bc from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom-predictor.18be3a950d52080d namespace: kserve-ci-e2e-test resourceVersion: "15937" uid: be827e3e-070b-46b6-8a6f-440ac392ac52 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:28:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15935" uid: 634742eb-c940-4fb4-8c1a-4100f0d30051 kind: Event lastTimestamp: "2026-07-01T17:29:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:28:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:29:04Z" name: isvc-sklearn-batcher-custom-predictor.18be3a988ca15e81 namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: f3651efc-abbd-4aa1-9381-ad723c380866 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:28:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15935" uid: 634742eb-c940-4fb4-8c1a-4100f0d30051 kind: Event lastTimestamp: "2026-07-01T17:29:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:28:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:29:04Z" name: isvc-sklearn-batcher-custom-predictor.18be3a988d120de5 namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: 8e83ccc8-bf1d-46ef-93c8-9d3ba56bd8af reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:29:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 634742eb-c940-4fb4-8c1a-4100f0d30051 kind: Event lastTimestamp: "2026-07-01T17:30:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:29:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:04Z" name: isvc-sklearn-batcher-custom-predictor.18be3a9f8b53ae3e namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 9cd58ca8-a250-49a0-9acf-631d2185d05b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:29:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 634742eb-c940-4fb4-8c1a-4100f0d30051 kind: Event lastTimestamp: "2026-07-01T17:30:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:29:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:04Z" name: isvc-sklearn-batcher-custom-predictor.18be3a9f8bc0e6bc namespace: kserve-ci-e2e-test resourceVersion: "16672" uid: eef8bde9-be27-487a-9bc5-8288f4bc4100 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: 9aa50908-7d78-4c21-8fe0-053780a5f0d7 kind: Event lastTimestamp: "2026-07-01T17:29:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:29:57Z" name: isvc-sklearn-batcher-custom.18be3a950d5e2674 namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: 46eee9c2-4f38-486f-8089-ad869185d695 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: 9aa50908-7d78-4c21-8fe0-053780a5f0d7 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-custom.18be3a950dd2c850 namespace: kserve-ci-e2e-test resourceVersion: "15940" uid: 5248607d-b41a-49dd-9b26-6544faa4a8a6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:29:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: 9aa50908-7d78-4c21-8fe0-053780a5f0d7 kind: Event lastTimestamp: "2026-07-01T17:29:57Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-01T17:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:29:57Z" name: isvc-sklearn-batcher-custom.18be3aa85b3e75ab namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1a8ad266-949c-4a0f-b8fc-256824b68fd7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:26:39.058975Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15041" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:26:39Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a366f5eec namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: 93c1564d-7217-4fbe-a104-cd95020431ea reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:39Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a3d858b26 namespace: kserve-ci-e2e-test resourceVersion: "15055" uid: cdefa803-6efa-44ca-9f0c-b05f1e5880c9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:40Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:40Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:26:40Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a74e4fa3f namespace: kserve-ci-e2e-test resourceVersion: "15069" uid: fa87ce89-a716-4d99-a0ae-3a05a22745a6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:40Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:18a74e28e595ffa9dfe5870010eb9e94a07ca208b9ee33486e4d6bf5e7fb5215" already present on machine metadata: creationTimestamp: "2026-07-01T17:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:40Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a76720fb7 namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: e02df1ff-e667-489c-ab38-3eaaee17bed0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T17:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:40Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a797c3cef namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: 15c96f29-a30a-4ef8-9710-6d8e383fa353 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T17:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:40Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7a7a2050fa namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: fe518365-e1b7-4cc4-b365-aeee758027b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:44Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692" metadata: creationTimestamp: "2026-07-01T17:26:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:44Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7b7cb97b6a namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: 78fbb2dd-8316-4e23-8117-c8f6c6c82d4d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:59Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1692" in 15.262s (15.262s including waiting). Image size: 1555968947 bytes.' metadata: creationTimestamp: "2026-07-01T17:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:59Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7f0a6fa034 namespace: kserve-ci-e2e-test resourceVersion: "15223" uid: 3f193b36-e33c-4aa5-bc3f-a3d1aa4d3e9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:59Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7f0e5c7d3f namespace: kserve-ci-e2e-test resourceVersion: "15226" uid: ca9af4a9-f524-4ac0-a335-db0cfc48f835 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:59Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7f0ed07875 namespace: kserve-ci-e2e-test resourceVersion: "15227" uid: 9aadd156-ce0e-418c-ac72-0c65a08e2bd3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:26:59Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T17:26:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:26:59Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7f0edf0c4a namespace: kserve-ci-e2e-test resourceVersion: "15228" uid: 9daacc1b-d146-4cb8-942b-93ffe4834b66 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:02Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.75s (2.75s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T17:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:02Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7fb2ca895a namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 9d82ab0f-628e-4ead-8d85-8e662792d130 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:02Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7fb79a4fb5 namespace: kserve-ci-e2e-test resourceVersion: "15246" uid: cfa28d44-d74e-4dfd-b43f-8b9297d539f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:02Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7fb8100ec9 namespace: kserve-ci-e2e-test resourceVersion: "15247" uid: a7c46d5a-cbd6-44cd-8e71-a41995ae9751 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:02Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7" metadata: creationTimestamp: "2026-07-01T17:27:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:02Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a7fb8208f28 namespace: kserve-ci-e2e-test resourceVersion: "15248" uid: 2d712541-05b2-430b-9abe-a84ed8b783c3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:05Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:3b11c521c7fa6293938ba1da52ee042f5973bbdb4cf6675059769fb949c8abf7" in 3.029s (3.029s including waiting). Image size: 239994488 bytes.' metadata: creationTimestamp: "2026-07-01T17:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:05Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a806cb7b088 namespace: kserve-ci-e2e-test resourceVersion: "15270" uid: 6cf92948-9ae8-4911-a5f6-03d32ef94a3d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:05Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T17:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:05Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a806fa5e942 namespace: kserve-ci-e2e-test resourceVersion: "15271" uid: b83f35d5-c4b7-45df-95fe-68ec21336322 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:27:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:27:05Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T17:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:27:05Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a807015e2db namespace: kserve-ci-e2e-test resourceVersion: "15272" uid: a486dcb6-7d0a-40e4-bd22-b872f7b977e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T17:27:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a80a3ef5c31 namespace: kserve-ci-e2e-test resourceVersion: "16042" uid: 689de16f-a611-417a-9f43-ac7e75d9f68c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T17:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:39Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T17:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:39Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a80dfc9acd4 namespace: kserve-ci-e2e-test resourceVersion: "16043" uid: bb3e740a-3e08-4329-adc2-ab8b1538f6be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a951271a1d0 namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 6447aa98-3afd-4871-bf99-be8922a54d18 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a95127215bb namespace: kserve-ci-e2e-test resourceVersion: "15967" uid: 25d7e5ac-d8e2-41f5-91b4-a4bab07b3ab1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:34Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a9512724bd0 namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: 4f64316b-9d2e-4bf7-9d3c-da62a6ecb729 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:28:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 36b072f6-c177-41c4-a47d-63563e921665 kind: Event lastTimestamp: "2026-07-01T17:28:47Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T17:28:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:28:47Z" name: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2.18be3a95d4351638 namespace: kserve-ci-e2e-test resourceVersion: "16103" uid: ed82c1b9-cd18-43da-9898-141a15b55988 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-55df77c9bd namespace: kserve-ci-e2e-test resourceVersion: "15029" uid: 1ba85956-fe68-4b3b-a5c6-40054954bde4 kind: Event lastTimestamp: "2026-07-01T17:26:39Z" message: 'Created pod: isvc-sklearn-batcher-predictor-55df77c9bd-w5fb2' metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:26:39Z" name: isvc-sklearn-batcher-predictor-55df77c9bd.18be3a7a3609916b namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: a0047d20-8eb7-4935-821f-ebbf6b2dadfa reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15028" uid: 64f0e5ba-9330-48f7-8c49-1677d2bf2b78 kind: Event lastTimestamp: "2026-07-01T17:26:38Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-55df77c9bd from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:26:38Z" name: isvc-sklearn-batcher-predictor.18be3a7a2e90ba2b namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: 9dd2a1d6-4734-43e5-9b76-41fbe8f36e05 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:26:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: 8e87e57e-f1da-4b8f-80af-aba72aecdf1e kind: Event lastTimestamp: "2026-07-01T17:27:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:26:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:27:39Z" name: isvc-sklearn-batcher-predictor.18be3a7db460ca3f namespace: kserve-ci-e2e-test resourceVersion: "15522" uid: 810cb70d-a08b-44f4-824d-3e81dd51aa52 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T17:26:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: 8e87e57e-f1da-4b8f-80af-aba72aecdf1e kind: Event lastTimestamp: "2026-07-01T17:27:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:26:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:27:39Z" name: isvc-sklearn-batcher-predictor.18be3a7db4daa370 namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: 25f0a335-717e-421f-9bba-0bf8bbf4f4d7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:27:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15185" uid: 8e87e57e-f1da-4b8f-80af-aba72aecdf1e kind: Event lastTimestamp: "2026-07-01T17:28:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:28:24Z" name: isvc-sklearn-batcher-predictor.18be3a84b348ea58 namespace: kserve-ci-e2e-test resourceVersion: "15853" uid: 45d21b91-beb1-4bff-8420-8f8b11d7dc55 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T17:27:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15185" uid: 8e87e57e-f1da-4b8f-80af-aba72aecdf1e kind: Event lastTimestamp: "2026-07-01T17:28:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T17:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:28:24Z" name: isvc-sklearn-batcher-predictor.18be3a84b3b12d0a namespace: kserve-ci-e2e-test resourceVersion: "15854" uid: 9aa7c80c-b659-4577-b49f-bfa2016abe3c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T17:26:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15020" uid: 37e5e8f1-57cc-4797-80c9-e2fe1cd6a580 kind: Event lastTimestamp: "2026-07-01T17:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:28:19Z" name: isvc-sklearn-batcher.18be3a7a34ae4d8f namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: fcd914ed-a9bc-494f-86a4-974b2a1bc0ac reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15020" uid: 37e5e8f1-57cc-4797-80c9-e2fe1cd6a580 kind: Event lastTimestamp: "2026-07-01T17:26:39Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:26:39Z" name: isvc-sklearn-batcher.18be3a7a34fa1ff3 namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: 167b1d1f-035b-479d-aa5b-6d75d1bfcbd7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:26:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15020" uid: 37e5e8f1-57cc-4797-80c9-e2fe1cd6a580 kind: Event lastTimestamp: "2026-07-01T17:26:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:26:39Z" name: isvc-sklearn-batcher.18be3a7a34fa7b4f namespace: kserve-ci-e2e-test resourceVersion: "15040" uid: 1648a4b4-de53-4cc5-bea1-36f6ebf240a5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 37e5e8f1-57cc-4797-80c9-e2fe1cd6a580 kind: Event lastTimestamp: "2026-07-01T17:28:19Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-01T17:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:28:19Z" name: isvc-sklearn-batcher.18be3a91a9435706 namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: 364d86cb-a5d4-4975-b412-be3ec1589678 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T17:30:09.630644Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16725" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-499vr to ip-10-0-142-81.ec2.internal metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T17:30:09Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aab3d7c16dc namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: aba55524-6da3-46df-a7d6-64f279ef01da reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-794d6d5c48-8vdpq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:10Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16750" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:10Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T17:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T17:30:10Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aab57c4cc47 namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: 7c1c278c-d8d7-403b-88bf-bace9ac5a902 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:10Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T17:30:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:10Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aab5918af31 namespace: kserve-ci-e2e-test resourceVersion: "16770" uid: e37ceee4-a60e-4914-8569-b3f4743903cd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.229s (1.229s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba25c04f8 namespace: kserve-ci-e2e-test resourceVersion: "16780" uid: b78d58b1-84d9-4c1b-9cbc-f81f87f8f0f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba55df71e namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 3c1e68fc-a08f-429f-b56b-2aa36e83fae7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba5c5711e namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 4e0bb939-53d3-45bb-9679-c420e04e0252 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba5cf843f namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: 7edbb1db-2618-429f-bec4-abee3c9d6af1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba91ddc3e namespace: kserve-ci-e2e-test resourceVersion: "16785" uid: c2f1d2e8-b4c6-4c8c-9826-a99b80d2fa7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:30:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:30:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:30:11Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3aaba98a8e01 namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 44c91f4a-146e-4d62-a671-a35d2c02b59f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3ac61f88c890 namespace: kserve-ci-e2e-test resourceVersion: "17760" uid: af58c07b-5201-417f-b894-f6e8901d0152 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:32:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-499vr namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: be2aa9c6-234e-4a8a-962d-ff109daab0d3 kind: Event lastTimestamp: "2026-07-01T17:32:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T17:32:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T17:32:05Z" name: message-dumper-predictor-6575bcfdfd-499vr.18be3ac61f89e911 namespace: kserve-ci-e2e-test resourceVersion: "17764" uid: 98025b02-ea15-48e2-bc6c-ca8fcc8042c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-81.ec2.internal source: component: kubelet host: ip-10-0-142-81.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16718" uid: 6876822a-fddb-4efe-9e93-4de203a0eb97 kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-499vr' metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:09Z" name: message-dumper-predictor-6575bcfdfd.18be3aab3d2297bc namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: 3b6fd5da-3864-4fdb-af6a-0bb5aa225c69 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16716" uid: ec826824-cc5a-4b7b-9be9-bebbf329bbd9 kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:09Z" name: message-dumper-predictor.18be3aab394e3b9e namespace: kserve-ci-e2e-test resourceVersion: "16720" uid: b97eff3d-4737-4360-ac47-74689d208f8b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16717" uid: 2dfc8e52-d32e-43fc-a621-6018b589e83c kind: Event lastTimestamp: "2026-07-01T17:30:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:39Z" name: message-dumper-predictor.18be3aaeb896047b namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: f71bb89d-aead-4750-822b-06a6999d6704 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T17:30:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16717" uid: 2dfc8e52-d32e-43fc-a621-6018b589e83c kind: Event lastTimestamp: "2026-07-01T17:30:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T17:30:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T17:30:39Z" name: message-dumper-predictor.18be3aaeb9035c2f namespace: kserve-ci-e2e-test resourceVersion: "17070" uid: d4ebd7cb-5f13-4dfc-a748-2063ed9f4337 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: 85e99263-6d50-42eb-93bb-389554cf4319 kind: Event lastTimestamp: "2026-07-01T17:30:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:30:19Z" name: message-dumper.18be3aab39484ceb namespace: kserve-ci-e2e-test resourceVersion: "16858" uid: 8e6cd928-a691-45e9-ae83-b22817bec512 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: 85e99263-6d50-42eb-93bb-389554cf4319 kind: Event lastTimestamp: "2026-07-01T17:30:09Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T17:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:30:09Z" name: message-dumper.18be3aab39d4fb9e namespace: kserve-ci-e2e-test resourceVersion: "16722" uid: c373cd11-eb84-418e-bcb4-b8eb822bab59 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T17:30:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: 85e99263-6d50-42eb-93bb-389554cf4319 kind: Event lastTimestamp: "2026-07-01T17:30:19Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-01T17:30:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T17:30:19Z" name: message-dumper.18be3aad9271a4ac namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: f0420d25-7165-429e-bb2b-e1e17fb516d4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22856"